[ 582.321141] env[69513]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69513) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 582.321632] env[69513]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69513) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 582.321632] env[69513]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69513) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 582.321924] env[69513]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 582.428652] env[69513]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69513) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 582.441707] env[69513]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.013s {{(pid=69513) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 582.486685] env[69513]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 583.047110] env[69513]: INFO nova.virt.driver [None req-cc4f5a78-8b6c-4d3e-b64e-b59b1c225b48 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 583.117107] env[69513]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.117276] env[69513]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.117375] env[69513]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69513) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 586.372946] env[69513]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-25123141-33e5-420a-8f18-b5b7781c1712 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.389246] env[69513]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69513) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 586.389365] env[69513]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b2f58ed5-6e12-4804-8268-01ec7d426f4e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.414458] env[69513]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 2eeb9. [ 586.414614] env[69513]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.297s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.415214] env[69513]: INFO nova.virt.vmwareapi.driver [None req-cc4f5a78-8b6c-4d3e-b64e-b59b1c225b48 None None] VMware vCenter version: 7.0.3 [ 586.418871] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fdaff1-c5d0-414b-904a-08457e37e411 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.436454] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e74ad38-4852-4534-867a-b57d524f9bfe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.442601] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd4e7a-47d4-4167-8c85-4f7e72164c73 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.449606] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b52b7a-b42c-4cc5-ba9c-27325a8fc679 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.463486] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8853f39-26bb-40ea-b479-2485e67e9626 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.469518] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7cb659-5ca4-420b-9f7d-3464e004b9a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.500969] env[69513]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c32364c0-7e5c-497f-a1bd-d8125e9c6e40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.505974] env[69513]: DEBUG nova.virt.vmwareapi.driver [None req-cc4f5a78-8b6c-4d3e-b64e-b59b1c225b48 None None] Extension org.openstack.compute already exists. {{(pid=69513) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 586.508749] env[69513]: INFO nova.compute.provider_config [None req-cc4f5a78-8b6c-4d3e-b64e-b59b1c225b48 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 587.015623] env[69513]: DEBUG nova.context [None req-cc4f5a78-8b6c-4d3e-b64e-b59b1c225b48 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e1814b6c-b043-43fe-a2e0-5de3ff9a011d(cell1) {{(pid=69513) load_cells /opt/stack/nova/nova/context.py:464}} [ 587.017586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.017827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.018570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.019032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Acquiring lock "e1814b6c-b043-43fe-a2e0-5de3ff9a011d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.019244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Lock "e1814b6c-b043-43fe-a2e0-5de3ff9a011d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.020316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Lock "e1814b6c-b043-43fe-a2e0-5de3ff9a011d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.041674] env[69513]: INFO dbcounter [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Registered counter for database nova_cell0 [ 587.049710] env[69513]: INFO dbcounter [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Registered counter for database nova_cell1 [ 587.052944] env[69513]: DEBUG oslo_db.sqlalchemy.engines [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69513) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 587.053294] env[69513]: DEBUG oslo_db.sqlalchemy.engines [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69513) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 587.058186] env[69513]: ERROR nova.db.main.api [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 587.058186] env[69513]: result = function(*args, **kwargs) [ 587.058186] env[69513]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 587.058186] env[69513]: return func(*args, **kwargs) [ 587.058186] env[69513]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 587.058186] env[69513]: result = fn(*args, **kwargs) [ 587.058186] env[69513]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 587.058186] env[69513]: return f(*args, **kwargs) [ 587.058186] env[69513]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 587.058186] env[69513]: return db.service_get_minimum_version(context, binaries) [ 587.058186] env[69513]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 587.058186] env[69513]: _check_db_access() [ 587.058186] env[69513]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 587.058186] env[69513]: stacktrace = ''.join(traceback.format_stack()) [ 587.058186] env[69513]: [ 587.059011] env[69513]: ERROR nova.db.main.api [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 587.059011] env[69513]: result = function(*args, **kwargs) [ 587.059011] env[69513]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 587.059011] env[69513]: return func(*args, **kwargs) [ 587.059011] env[69513]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 587.059011] env[69513]: result = fn(*args, **kwargs) [ 587.059011] env[69513]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 587.059011] env[69513]: return f(*args, **kwargs) [ 587.059011] env[69513]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 587.059011] env[69513]: return db.service_get_minimum_version(context, binaries) [ 587.059011] env[69513]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 587.059011] env[69513]: _check_db_access() [ 587.059011] env[69513]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 587.059011] env[69513]: stacktrace = ''.join(traceback.format_stack()) [ 587.059011] env[69513]: [ 587.059637] env[69513]: WARNING nova.objects.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Failed to get minimum service version for cell e1814b6c-b043-43fe-a2e0-5de3ff9a011d [ 587.059637] env[69513]: WARNING nova.objects.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 587.059809] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Acquiring lock "singleton_lock" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.059967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Acquired lock "singleton_lock" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.060221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Releasing lock "singleton_lock" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.060537] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Full set of CONF: {{(pid=69513) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 587.060673] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ******************************************************************************** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 587.060799] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] Configuration options gathered from: {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 587.060932] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 587.061137] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 587.061267] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ================================================================================ {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 587.061474] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] allow_resize_to_same_host = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.061642] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] arq_binding_timeout = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.061773] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] backdoor_port = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.061900] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] backdoor_socket = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.062071] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] block_device_allocate_retries = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.062235] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] block_device_allocate_retries_interval = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.062407] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cert = self.pem {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.062572] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.062737] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute_monitors = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.062903] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] config_dir = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.063091] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] config_drive_format = iso9660 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.063236] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.063405] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] config_source = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.063575] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] console_host = devstack {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.063742] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] control_exchange = nova {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.063901] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cpu_allocation_ratio = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.064074] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] daemon = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.064247] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] debug = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.064408] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] default_access_ip_network_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.064573] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] default_availability_zone = nova {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.064728] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] default_ephemeral_format = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.064887] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] default_green_pool_size = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.065138] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.065306] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] default_schedule_zone = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.065464] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] disk_allocation_ratio = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.065624] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] enable_new_services = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.065802] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] enabled_apis = ['osapi_compute'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.065965] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] enabled_ssl_apis = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.066165] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] flat_injected = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.066334] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] force_config_drive = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.066495] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] force_raw_images = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.066664] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] graceful_shutdown_timeout = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.066826] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] heal_instance_info_cache_interval = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.067064] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] host = cpu-1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.067238] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.067402] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.067559] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.067782] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.067943] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_build_timeout = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.068117] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_delete_interval = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.068288] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_format = [instance: %(uuid)s] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.068475] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_name_template = instance-%08x {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.068649] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_usage_audit = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.068823] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_usage_audit_period = month {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.068981] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.069169] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.069337] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] internal_service_availability_zone = internal {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.069492] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] key = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.069649] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] live_migration_retry_count = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.069814] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_color = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.069973] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_config_append = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.070153] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.070313] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_dir = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.070479] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.070624] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_options = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.070788] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_rotate_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.070955] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_rotate_interval_type = days {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.071134] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] log_rotation_type = none {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.071264] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.071388] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.071553] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.071718] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.071843] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072006] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] long_rpc_timeout = 1800 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072172] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] max_concurrent_builds = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072330] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] max_concurrent_live_migrations = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072482] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] max_concurrent_snapshots = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072635] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] max_local_block_devices = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072787] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] max_logfile_count = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.072937] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] max_logfile_size_mb = 200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.073108] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] maximum_instance_delete_attempts = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.073271] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metadata_listen = 0.0.0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.073434] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metadata_listen_port = 8775 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.073599] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metadata_workers = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.073756] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] migrate_max_retries = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.073920] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] mkisofs_cmd = genisoimage {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.074139] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.074272] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] my_ip = 10.180.1.21 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.074477] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.074637] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] network_allocate_retries = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.074812] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.074977] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.075152] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] osapi_compute_listen_port = 8774 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.075321] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] osapi_compute_unique_server_name_scope = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.075489] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] osapi_compute_workers = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.075647] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] password_length = 12 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.075805] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] periodic_enable = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.075962] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] periodic_fuzzy_delay = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.076169] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] pointer_model = usbtablet {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.076350] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] preallocate_images = none {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.076512] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] publish_errors = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.076641] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] pybasedir = /opt/stack/nova {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.076798] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ram_allocation_ratio = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.076956] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] rate_limit_burst = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.077151] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] rate_limit_except_level = CRITICAL {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.077310] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] rate_limit_interval = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.077467] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reboot_timeout = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.077623] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reclaim_instance_interval = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.077777] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] record = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.077944] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reimage_timeout_per_gb = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.078121] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] report_interval = 120 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.078285] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] rescue_timeout = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.078463] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reserved_host_cpus = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.078637] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reserved_host_disk_mb = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.078797] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reserved_host_memory_mb = 512 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.078960] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] reserved_huge_pages = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.079131] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] resize_confirm_window = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.079294] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] resize_fs_using_block_device = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.079452] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] resume_guests_state_on_host_boot = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.079621] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.079783] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] rpc_response_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.079941] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] run_external_periodic_tasks = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.080122] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] running_deleted_instance_action = reap {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.080287] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.080445] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] running_deleted_instance_timeout = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.080603] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler_instance_sync_interval = 120 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.080770] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_down_time = 720 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.080936] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] servicegroup_driver = db {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.081106] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] shell_completion = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.081271] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] shelved_offload_time = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.081429] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] shelved_poll_interval = 3600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.081596] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] shutdown_timeout = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.081756] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] source_is_ipv6 = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.081912] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ssl_only = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.082187] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.082356] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] sync_power_state_interval = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.082517] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] sync_power_state_pool_size = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.082685] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] syslog_log_facility = LOG_USER {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.082840] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] tempdir = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.082997] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] timeout_nbd = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.083182] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] transport_url = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.083342] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] update_resources_interval = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.083499] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] use_cow_images = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.083651] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] use_journal = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.083807] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] use_json = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.083960] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] use_rootwrap_daemon = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.084128] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] use_stderr = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.084287] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] use_syslog = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.084438] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vcpu_pin_set = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.084603] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plugging_is_fatal = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.084766] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plugging_timeout = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.084930] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] virt_mkfs = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.085102] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] volume_usage_poll_interval = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.085266] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] watch_log_file = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.085429] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] web = /usr/share/spice-html5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.085609] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.085773] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.085934] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.086140] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_concurrency.disable_process_locking = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.086714] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.086909] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.087104] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.087311] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.087496] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.087667] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.087853] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.auth_strategy = keystone {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.088033] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.compute_link_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.088216] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.088394] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.dhcp_domain = novalocal {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.088601] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.enable_instance_password = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.088774] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.glance_link_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.088942] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.089131] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.089299] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.instance_list_per_project_cells = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.089462] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.list_records_by_skipping_down_cells = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.089623] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.local_metadata_per_cell = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.089788] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.max_limit = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.089956] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.metadata_cache_expiration = 15 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.090146] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.neutron_default_tenant_id = default {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.090321] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.response_validation = warn {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.090491] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.use_neutron_default_nets = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.090656] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.090818] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.090982] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.091170] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.091343] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_dynamic_targets = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.091506] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_jsonfile_path = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.091692] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.091885] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.backend = dogpile.cache.memcached {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.092068] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.backend_argument = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.092276] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.backend_expiration_time = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.092411] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.config_prefix = cache.oslo {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.092581] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.dead_timeout = 60.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.092744] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.debug_cache_backend = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.092906] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.enable_retry_client = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.093076] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.enable_socket_keepalive = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.093249] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.enabled = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.093415] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.enforce_fips_mode = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.093576] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.expiration_time = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.093734] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.hashclient_retry_attempts = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.093895] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.094065] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_dead_retry = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.094227] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_password = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.094391] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.094549] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.094707] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_pool_maxsize = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.094867] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.095036] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_sasl_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.095217] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.095385] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.095546] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.memcache_username = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.095710] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.proxies = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.095872] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_db = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.096042] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_password = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.096256] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.096436] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.096607] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_server = localhost:6379 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.096770] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_socket_timeout = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.096926] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.redis_username = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.097390] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.retry_attempts = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.097390] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.retry_delay = 0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.097462] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.socket_keepalive_count = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.097597] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.socket_keepalive_idle = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.097760] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.socket_keepalive_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.097917] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.tls_allowed_ciphers = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.098086] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.tls_cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.098248] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.tls_certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.098437] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.tls_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.098597] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cache.tls_keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.098770] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.098943] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.auth_type = password {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.099119] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.099302] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.099463] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.099637] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.099799] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.cross_az_attach = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.099961] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.debug = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.100134] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.endpoint_template = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.100299] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.http_retries = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.100462] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.100621] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.100790] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.os_region_name = RegionOne {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.100950] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.101122] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cinder.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.101297] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.101457] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.cpu_dedicated_set = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.101615] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.cpu_shared_set = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.101778] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.image_type_exclude_list = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.101941] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.102112] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.102277] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.102438] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.102607] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.102769] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.resource_provider_association_refresh = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.102930] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.103104] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.shutdown_retry_interval = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.103286] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.103464] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] conductor.workers = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.103639] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] console.allowed_origins = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.103798] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] console.ssl_ciphers = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.103967] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] console.ssl_minimum_version = default {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.104151] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] consoleauth.enforce_session_timeout = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.104320] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] consoleauth.token_ttl = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.104491] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.104650] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.104811] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.104966] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.105139] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.105301] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.105461] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.105618] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.105775] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.105930] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.106131] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.106283] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.106445] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.106615] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.service_type = accelerator {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.106775] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.106932] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.107102] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.107281] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.107473] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.107636] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] cyborg.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.107808] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.asyncio_connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.107969] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.asyncio_slave_connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.108157] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.backend = sqlalchemy {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.108333] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.108529] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.connection_debug = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.108706] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.connection_parameters = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.108873] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.connection_recycle_time = 3600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.109047] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.connection_trace = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.109215] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.db_inc_retry_interval = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.109380] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.db_max_retries = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.109543] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.db_max_retry_interval = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.109705] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.db_retry_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.109868] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.max_overflow = 50 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.110041] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.max_pool_size = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.110209] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.max_retries = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.110391] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.110547] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.mysql_wsrep_sync_wait = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.110704] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.pool_timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.110866] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.retry_interval = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.111036] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.slave_connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.111203] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.sqlite_synchronous = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.111365] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] database.use_db_reconnect = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.111530] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.asyncio_connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.111688] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.asyncio_slave_connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.111858] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.backend = sqlalchemy {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.112038] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.112207] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.connection_debug = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.112378] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.connection_parameters = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.112542] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.connection_recycle_time = 3600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.112704] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.connection_trace = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.112864] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.db_inc_retry_interval = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.113038] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.db_max_retries = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.113206] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.db_max_retry_interval = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.113369] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.db_retry_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.113530] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.max_overflow = 50 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.113686] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.max_pool_size = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.113844] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.max_retries = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114013] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114183] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114335] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.pool_timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114493] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.retry_interval = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114647] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.slave_connection = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114804] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] api_database.sqlite_synchronous = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.114975] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] devices.enabled_mdev_types = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.115169] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.115343] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.115505] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ephemeral_storage_encryption.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.115696] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.115831] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.api_servers = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.115994] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.116196] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.116374] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.116534] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.116694] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.116854] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.debug = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.117029] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.default_trusted_certificate_ids = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.117206] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.enable_certificate_validation = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.117385] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.enable_rbd_download = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.117543] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.117708] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.117870] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.118045] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.118211] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.118378] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.num_retries = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.118576] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.rbd_ceph_conf = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.118745] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.rbd_connect_timeout = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.118915] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.rbd_pool = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.119095] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.rbd_user = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.119270] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.119430] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.119587] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.119754] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.service_type = image {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.119916] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.120087] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.120248] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.120408] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.120590] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.120753] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.verify_glance_signatures = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.120914] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] glance.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.121093] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] guestfs.debug = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.121266] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.121428] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.auth_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.121586] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.121743] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.121904] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.122074] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.122235] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.122398] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.122559] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.122715] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.122872] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.123038] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.123200] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.123358] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.123514] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.123681] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.service_type = shared-file-system {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.123842] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.share_apply_policy_timeout = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124011] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124174] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124332] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124489] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124667] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124828] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] manila.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.124994] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] mks.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.125353] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.125541] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] image_cache.manager_interval = 2400 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.125710] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] image_cache.precache_concurrency = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.125878] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] image_cache.remove_unused_base_images = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.126077] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.126249] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.126436] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] image_cache.subdirectory_name = _base {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.126611] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.api_max_retries = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.126774] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.api_retry_interval = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.126931] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.127105] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.auth_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.127287] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.127455] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.127618] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.127781] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.conductor_group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.127937] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.128108] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.128269] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.128444] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.128619] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.128779] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.128938] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.129118] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.peer_list = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.129283] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.129437] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.129598] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.serial_console_state_timeout = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.129754] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.129919] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.service_type = baremetal {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.130089] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.shard = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.130253] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.130410] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.130569] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.130726] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.130905] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.131078] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ironic.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.131265] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.131442] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] key_manager.fixed_key = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.131623] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.131784] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.barbican_api_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.131941] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.barbican_endpoint = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.132126] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.barbican_endpoint_type = public {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.132291] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.barbican_region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.132451] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.132610] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.132771] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.132931] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.133102] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.133268] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.number_of_retries = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.133427] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.retry_delay = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.133587] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.send_service_user_token = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.133747] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.133903] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.134075] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.verify_ssl = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.134238] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican.verify_ssl_path = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.134405] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.134567] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.auth_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.134726] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.134882] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.135054] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.135219] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.135379] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.135538] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.135695] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] barbican_service_user.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.135857] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.approle_role_id = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.136024] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.approle_secret_id = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.136236] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.kv_mountpoint = secret {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.136401] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.kv_path = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.136566] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.kv_version = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.136724] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.namespace = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.136882] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.root_token_id = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.137049] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.ssl_ca_crt_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.137235] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.timeout = 60.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.137413] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.use_ssl = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.137584] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.137753] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.137913] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.138086] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.138246] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.138410] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.138590] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.138755] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.138912] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.139078] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.139238] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.139399] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.139562] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.139720] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.139889] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.service_type = identity {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.140064] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.140227] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.140387] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.140545] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.140720] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.140879] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] keystone.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.141081] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.ceph_mount_options = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.141380] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.141565] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.connection_uri = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.141728] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_mode = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.141893] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.142074] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_models = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.142278] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_power_governor_high = performance {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.142457] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.142622] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_power_management = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.142793] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.142966] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.device_detach_attempts = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.143149] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.device_detach_timeout = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.143321] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.disk_cachemodes = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.143481] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.disk_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.143645] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.enabled_perf_events = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.143805] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.file_backed_memory = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.143970] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.gid_maps = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.144144] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.hw_disk_discard = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.144365] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.hw_machine_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.144561] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_rbd_ceph_conf = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.144727] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.144886] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.145066] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_rbd_glance_store_name = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.145242] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_rbd_pool = rbd {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.145415] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_type = default {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.145576] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.images_volume_group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.145739] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.inject_key = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.145899] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.inject_partition = -2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.146069] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.inject_password = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.146257] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.iscsi_iface = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.146425] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.iser_use_multipath = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.146585] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.146746] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.146903] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_downtime = 500 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.147075] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.147240] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.147399] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_inbound_addr = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.147556] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.147713] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.147872] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_scheme = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.148054] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_timeout_action = abort {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.148220] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_tunnelled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.148380] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_uri = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.148571] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.live_migration_with_native_tls = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.148736] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.max_queues = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.148899] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.149146] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.149314] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.nfs_mount_options = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.149607] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.149781] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.149947] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.150121] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.150289] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.150449] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.num_pcie_ports = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.150617] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.150782] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.pmem_namespaces = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.150941] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.quobyte_client_cfg = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.151251] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.151430] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.151596] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.151761] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.151922] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rbd_secret_uuid = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.152096] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rbd_user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.152265] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.152438] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.152598] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rescue_image_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.152756] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rescue_kernel_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.152915] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rescue_ramdisk_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.153096] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.153264] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.rx_queue_size = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.153432] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.smbfs_mount_options = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.153722] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.153896] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.snapshot_compression = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.154069] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.snapshot_image_format = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.154303] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.154473] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.sparse_logical_volumes = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.154635] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.swtpm_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.154802] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.swtpm_group = tss {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.154968] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.swtpm_user = tss {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.155152] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.sysinfo_serial = unique {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.155316] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.tb_cache_size = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.155474] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.tx_queue_size = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.155637] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.uid_maps = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.155794] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.use_virtio_for_bridges = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.155962] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.virt_type = kvm {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.156166] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.volume_clear = zero {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.156342] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.volume_clear_size = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.156502] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.volume_enforce_multipath = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.156665] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.volume_use_multipath = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.156821] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_cache_path = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.156989] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.157175] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.157339] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.157504] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.157790] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.157967] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.vzstorage_mount_user = stack {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.158146] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.158327] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.158528] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.auth_type = password {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.158700] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.158858] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159028] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159190] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159347] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159516] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.default_floating_pool = public {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159672] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159829] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.extension_sync_interval = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.159985] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.http_retries = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.160164] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.160327] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.160497] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.160696] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.160856] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.161035] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.ovs_bridge = br-int {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.161205] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.physnets = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.161377] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.region_name = RegionOne {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.161537] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.161704] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.service_metadata_proxy = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.161862] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.162040] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.service_type = network {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.162208] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.162368] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.162524] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.162680] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.162860] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.163030] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] neutron.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.163206] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] notifications.bdms_in_notifications = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.163387] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] notifications.default_level = INFO {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.163550] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] notifications.include_share_mapping = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.163722] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] notifications.notification_format = unversioned {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.163883] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] notifications.notify_on_state_change = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.164090] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.164280] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] pci.alias = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.164454] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] pci.device_spec = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.164618] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] pci.report_in_placement = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.164787] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.164960] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.auth_type = password {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.165143] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.165315] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.165497] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.165661] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.165815] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.165972] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.166163] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.default_domain_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.166338] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.default_domain_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.166498] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.domain_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.166655] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.domain_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.166814] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.166976] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.167148] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.167306] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.167461] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.167630] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.password = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.167787] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.project_domain_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.167950] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.project_domain_name = Default {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.168127] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.project_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.168303] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.project_name = service {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.168489] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.region_name = RegionOne {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.168664] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.168828] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.169005] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.service_type = placement {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.169182] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.169406] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.169585] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.169752] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.system_scope = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.169913] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.170086] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.trust_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.170249] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.user_domain_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.170423] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.user_domain_name = Default {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.170583] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.user_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.170755] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.username = nova {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.170936] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.171109] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] placement.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.171297] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.cores = 20 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.171462] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.count_usage_from_placement = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.171633] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.171800] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.injected_file_content_bytes = 10240 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.171965] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.injected_file_path_length = 255 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.172145] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.injected_files = 5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.172314] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.instances = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.172478] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.key_pairs = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.172642] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.metadata_items = 128 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.172806] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.ram = 51200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.172967] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.recheck_quota = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.173147] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.server_group_members = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.173314] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.server_groups = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.173517] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.173688] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] quota.unified_limits_resource_strategy = require {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.173858] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.174053] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.174337] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.image_metadata_prefilter = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.174631] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.174919] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.max_attempts = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.175224] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.max_placement_results = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.175450] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.175629] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.175797] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.175977] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] scheduler.workers = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.176196] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.176380] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.176562] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.176731] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.176897] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.177075] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.177245] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.177435] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.177602] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.host_subset_size = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.177767] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.177933] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.178110] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.178279] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.178455] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.178620] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.isolated_hosts = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.178783] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.isolated_images = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.178943] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.179115] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.179284] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.179445] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.pci_in_placement = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.179605] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.179764] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.179924] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.180095] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.180263] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.180424] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.180582] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.track_instance_changes = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.180757] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.180924] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metrics.required = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.181099] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metrics.weight_multiplier = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.181267] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.181431] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] metrics.weight_setting = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.181747] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.181921] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] serial_console.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.182109] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] serial_console.port_range = 10000:20000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.182285] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.182454] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.182619] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] serial_console.serialproxy_port = 6083 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.182784] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.182956] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.auth_type = password {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.183130] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.183292] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.183455] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.183614] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.183771] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.183939] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.send_service_user_token = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.184138] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.184306] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] service_user.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.184476] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.agent_enabled = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.184638] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.184944] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.185160] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.185336] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.html5proxy_port = 6082 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.185498] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.image_compression = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.185656] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.jpeg_compression = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.185813] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.playback_compression = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.185974] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.require_secure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.186187] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.server_listen = 127.0.0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.186365] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.186648] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.186816] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.streaming_mode = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.186975] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] spice.zlib_compression = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.187155] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] upgrade_levels.baseapi = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.187330] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] upgrade_levels.compute = auto {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.187491] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] upgrade_levels.conductor = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.187649] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] upgrade_levels.scheduler = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.187813] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.187973] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.188152] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.188308] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.188468] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.188625] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.188781] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.188938] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.189105] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vendordata_dynamic_auth.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.189283] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.api_retry_count = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.189443] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.ca_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.189616] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.189782] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.cluster_name = testcl1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.189943] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.connection_pool_size = 10 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.190115] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.console_delay_seconds = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.190288] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.datastore_regex = ^datastore.* {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.190493] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.190677] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.host_password = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.190844] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.host_port = 443 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191020] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.host_username = administrator@vsphere.local {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191198] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.insecure = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191360] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.integration_bridge = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191522] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.maximum_objects = 100 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191678] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.pbm_default_policy = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191836] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.pbm_enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.191992] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.pbm_wsdl_location = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.192175] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.192335] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.serial_port_proxy_uri = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.192489] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.serial_port_service_uri = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.192651] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.task_poll_interval = 0.5 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.192820] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.use_linked_clone = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.192986] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.vnc_keymap = en-us {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.193162] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.vnc_port = 5900 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.193326] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vmware.vnc_port_total = 10000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.193508] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.auth_schemes = ['none'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.193680] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.193976] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.194191] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.194371] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.novncproxy_port = 6080 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.194566] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.server_listen = 127.0.0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.194746] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.194906] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.vencrypt_ca_certs = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.195074] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.vencrypt_client_cert = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.195235] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vnc.vencrypt_client_key = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.195416] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.195577] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.disable_deep_image_inspection = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.195733] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.195891] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.196058] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.196249] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.disable_rootwrap = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.196418] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.enable_numa_live_migration = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.196579] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.196738] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.196895] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.197064] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.libvirt_disable_apic = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.197242] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.197415] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.197574] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.197734] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.197894] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198072] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198236] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198396] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198553] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198714] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198899] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199081] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.client_socket_timeout = 900 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199248] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.default_pool_size = 1000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199416] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.keep_alive = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199579] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.max_header_line = 16384 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199738] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199898] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.ssl_ca_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200069] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.ssl_cert_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200226] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.ssl_key_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200391] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.tcp_keepidle = 600 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200567] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200733] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] zvm.ca_file = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200890] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] zvm.cloud_connector_url = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201205] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201385] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] zvm.reachable_timeout = 300 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201558] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201735] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201911] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.connection_string = messaging:// {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202090] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.enabled = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202271] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.es_doc_type = notification {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202439] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.es_scroll_size = 10000 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202608] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.es_scroll_time = 2m {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202769] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.filter_error_trace = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202935] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.hmac_keys = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203115] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.sentinel_service_name = mymaster {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203286] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.socket_timeout = 0.1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203449] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.trace_requests = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203607] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler.trace_sqlalchemy = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203779] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler_jaeger.process_tags = {} {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203937] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler_jaeger.service_name_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204135] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] profiler_otlp.service_name_prefix = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204310] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] remote_debug.host = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204472] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] remote_debug.port = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204646] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204809] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204968] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205145] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205308] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205466] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205635] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205797] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205959] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206165] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206346] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206523] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206692] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206860] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207041] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207220] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207385] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207547] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207715] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207875] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208046] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208215] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208379] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208541] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208702] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208864] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209032] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209200] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209362] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209522] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209682] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.ssl = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209850] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210025] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210192] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210361] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210568] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210759] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210952] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211134] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_notifications.retry = -1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211318] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211491] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211664] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.auth_section = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211827] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.auth_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211986] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.cafile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212160] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.certfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212326] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.collect_timing = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212485] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.connect_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212643] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.connect_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212800] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.endpoint_id = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212969] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213143] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.endpoint_override = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213303] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.endpoint_region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213462] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.endpoint_service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213619] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.endpoint_service_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213803] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.insecure = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213978] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.keyfile = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214174] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.max_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214338] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.min_version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214497] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.region_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214656] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.retriable_status_codes = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214813] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.service_name = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214970] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.service_type = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215148] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.split_loggers = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215307] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.status_code_retries = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215465] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.status_code_retry_delay = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215619] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.timeout = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215777] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.valid_interfaces = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215930] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_limit.version = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216124] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_reports.file_event_handler = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216299] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216461] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] oslo_reports.log_dir = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216632] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216792] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216951] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217134] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217301] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217457] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217626] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217784] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_ovs_privileged.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217943] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218150] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218360] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218529] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] vif_plug_ovs_privileged.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218701] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218888] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219076] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219254] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219429] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219600] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219768] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219930] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220130] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220307] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.isolate_vif = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220476] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220641] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220812] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220982] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221163] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] os_vif_ovs.per_port_bridge = False {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221338] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] privsep_osbrick.capabilities = [21] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221498] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] privsep_osbrick.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221654] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] privsep_osbrick.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221818] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221978] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222152] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] privsep_osbrick.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222328] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222488] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] nova_sys_admin.group = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222643] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] nova_sys_admin.helper_command = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222808] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222969] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223139] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] nova_sys_admin.user = None {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223273] env[69513]: DEBUG oslo_service.backend.eventlet.service [None req-1d4ec45d-c6b2-4345-969f-2978ce6bcae1 None None] ******************************************************************************** {{(pid=69513) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 587.223682] env[69513]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 587.727332] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Getting list of instances from cluster (obj){ [ 587.727332] env[69513]: value = "domain-c8" [ 587.727332] env[69513]: _type = "ClusterComputeResource" [ 587.727332] env[69513]: } {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.728446] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538adf55-a070-49a8-948d-40505012c060 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.737218] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Got total of 0 instances {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.737813] env[69513]: WARNING nova.virt.vmwareapi.driver [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 587.738297] env[69513]: INFO nova.virt.node [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Generated node identity 7e091bd4-226e-443b-b149-fa857f4cdcd3 [ 587.738560] env[69513]: INFO nova.virt.node [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Wrote node identity 7e091bd4-226e-443b-b149-fa857f4cdcd3 to /opt/stack/data/n-cpu-1/compute_id [ 588.240825] env[69513]: WARNING nova.compute.manager [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Compute nodes ['7e091bd4-226e-443b-b149-fa857f4cdcd3'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 589.246718] env[69513]: INFO nova.compute.manager [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 590.251950] env[69513]: WARNING nova.compute.manager [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 590.252314] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.252469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.252621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.252779] env[69513]: DEBUG nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 590.254055] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e7297-eb1c-4806-8a46-969c8139c114 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.262220] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805444c5-9c67-4d42-be71-e836271bcbdd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.275607] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7838efe2-cf7a-4bd9-95a8-4b36661a3357 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.281957] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c37ffe-0174-49d7-8079-acacfc76a4f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.310133] env[69513]: DEBUG nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181019MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 590.310245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.310459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.813274] env[69513]: WARNING nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] No compute node record for cpu-1:7e091bd4-226e-443b-b149-fa857f4cdcd3: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7e091bd4-226e-443b-b149-fa857f4cdcd3 could not be found. [ 591.318366] env[69513]: INFO nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7e091bd4-226e-443b-b149-fa857f4cdcd3 [ 592.827425] env[69513]: DEBUG nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 592.827868] env[69513]: DEBUG nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 592.985986] env[69513]: INFO nova.scheduler.client.report [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] [req-5a6f4d88-5aec-428f-acc0-57747239c698] Created resource provider record via placement API for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 593.003774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92680ad8-73e7-47bd-b6c0-587bae4ca6e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.011568] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a10d1-33e6-4b0a-a30b-852533a120a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.054717] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ed4c5-f9ff-4a98-9d53-9daaec9373a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.062356] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6cd8ed-61d5-4479-9113-1b7dbbccf581 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.075890] env[69513]: DEBUG nova.compute.provider_tree [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.616192] env[69513]: DEBUG nova.scheduler.client.report [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 593.616425] env[69513]: DEBUG nova.compute.provider_tree [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 0 to 1 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 593.616571] env[69513]: DEBUG nova.compute.provider_tree [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.665493] env[69513]: DEBUG nova.compute.provider_tree [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 1 to 2 during operation: update_traits {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 594.169875] env[69513]: DEBUG nova.compute.resource_tracker [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 594.170293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.170293] env[69513]: DEBUG nova.service [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Creating RPC server for service compute {{(pid=69513) start /opt/stack/nova/nova/service.py:186}} [ 594.188050] env[69513]: DEBUG nova.service [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] Join ServiceGroup membership for this service compute {{(pid=69513) start /opt/stack/nova/nova/service.py:203}} [ 594.188211] env[69513]: DEBUG nova.servicegroup.drivers.db [None req-c8300618-71ae-4c1d-aaef-641d82085083 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69513) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 618.191022] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.696023] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Getting list of instances from cluster (obj){ [ 618.696023] env[69513]: value = "domain-c8" [ 618.696023] env[69513]: _type = "ClusterComputeResource" [ 618.696023] env[69513]: } {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.696023] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0036a8c6-dcaa-467d-8891-14e1af0e5196 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.704023] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Got total of 0 instances {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.704023] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.704023] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Getting list of instances from cluster (obj){ [ 618.704023] env[69513]: value = "domain-c8" [ 618.704023] env[69513]: _type = "ClusterComputeResource" [ 618.704023] env[69513]: } {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.708025] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3adaa0-5f59-494e-965c-d2e759f54936 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.713563] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Got total of 0 instances {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 632.212232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "06d0f8ea-94ba-46fd-8899-1945b10aa790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.212232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.716590] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.910776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "f502aac5-5a9c-45ce-8f4a-920835a713e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.910776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.263491] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.263780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.266093] env[69513]: INFO nova.compute.claims [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.411823] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.940369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.348379] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15155f-32f8-405e-b2cc-81aaa001aaef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.356972] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfc9c03-2fd8-45b9-8bfc-8defdf0f8ee5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.392121] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90c7cec-da4d-4cdc-886c-8dd0d56af12c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.401539] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a90bf9-2441-4deb-96de-9a07ea2df41b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.421062] env[69513]: DEBUG nova.compute.provider_tree [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.606053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "78f33845-ef69-45e3-abb7-0db7ba212fdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.606197] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.924476] env[69513]: DEBUG nova.scheduler.client.report [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.940482] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "7c756c10-798f-4e22-8d53-52d3c4d446c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.940482] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.109215] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.430250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.430889] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.438417] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.496s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.440857] env[69513]: INFO nova.compute.claims [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.444200] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.633268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.939088] env[69513]: DEBUG nova.compute.utils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.940747] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.946811] env[69513]: DEBUG nova.network.neutron [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.985358] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.108790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.109705] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.442440] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.585875] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a24d9d-1a3b-4b2f-8436-b1de5c7bb6b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.595027] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237db48-e02d-4529-a367-2c2d5584a703 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.627580] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.633386] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7ed023-a432-412f-a945-5c1f5742c8e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.642297] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f4beb-f9fe-4228-87ba-c2511ac60586 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.660524] env[69513]: DEBUG nova.compute.provider_tree [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.725412] env[69513]: DEBUG nova.policy [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94be937eab0c40019e01d7b793a898e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dae69bebb5d74cbb8b6cd63ba685ef06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.156755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.167134] env[69513]: DEBUG nova.scheduler.client.report [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.220100] env[69513]: DEBUG nova.network.neutron [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Successfully created port: c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.349843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "f1d34676-2431-4872-be04-2893823d1799" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.349843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "f1d34676-2431-4872-be04-2893823d1799" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.458267] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.495358] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.495684] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.495853] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.496100] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.496407] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.496407] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.496685] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.496892] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.497444] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.497651] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.497868] env[69513]: DEBUG nova.virt.hardware [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.499040] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d423478-6989-4214-9c41-a552906039a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.511314] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290bc61a-05f7-4ec8-a570-b0946b303f45 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.530941] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3edc845-3ee6-4856-8da1-62fab51f3b59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.670466] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.671033] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.674206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.041s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.675110] env[69513]: INFO nova.compute.claims [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.852669] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.180400] env[69513]: DEBUG nova.compute.utils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.184096] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.184361] env[69513]: DEBUG nova.network.neutron [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.258574] env[69513]: DEBUG nova.policy [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b89e42eee1406b844a06f9aa20ef97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f7d9d5452a47c2bf4baa25808d86b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.391686] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.685339] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.824739] env[69513]: DEBUG nova.network.neutron [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Successfully created port: 40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.840213] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffc7656-ac47-4a9f-ade4-be635fbeb833 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.848328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e900f29e-a167-4a33-b8ff-b76cfec665e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.882748] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aeba34-e841-4613-b679-fc850ffab375 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.891045] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40077bd9-c27b-4304-b433-5f8bd97168ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.907430] env[69513]: DEBUG nova.compute.provider_tree [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.412632] env[69513]: DEBUG nova.scheduler.client.report [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.704197] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.738626] env[69513]: DEBUG nova.network.neutron [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Successfully updated port: c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.758136] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.760138] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.760138] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.760138] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.760138] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.760138] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.760440] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.760440] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.760440] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.760440] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.760601] env[69513]: DEBUG nova.virt.hardware [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.762231] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12a3760-d403-4ba5-ab44-da8709c747c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.776612] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe53011-b0ff-4e31-812f-4708ac301f1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.925610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.926361] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.928536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.944s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.929936] env[69513]: INFO nova.compute.claims [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.247606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "refresh_cache-06d0f8ea-94ba-46fd-8899-1945b10aa790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.247606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquired lock "refresh_cache-06d0f8ea-94ba-46fd-8899-1945b10aa790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.247606] env[69513]: DEBUG nova.network.neutron [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 640.438231] env[69513]: DEBUG nova.compute.utils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.441243] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.442419] env[69513]: DEBUG nova.network.neutron [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.494871] env[69513]: DEBUG nova.policy [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15ca71a761ed4c45b3cdda5b61c5b880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd60a772cfb3c4ef694b6b91eea7a8822', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.567350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.567350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.600935] env[69513]: DEBUG nova.network.neutron [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Successfully updated port: 40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.824122] env[69513]: DEBUG nova.network.neutron [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 640.941690] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.069040] env[69513]: DEBUG nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.072206] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a2f4e5-6722-4a42-8d06-be22d8e42835 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.081086] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47771e22-64f4-42a9-8fbf-279999a714c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.114925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "refresh_cache-f502aac5-5a9c-45ce-8f4a-920835a713e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.114925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired lock "refresh_cache-f502aac5-5a9c-45ce-8f4a-920835a713e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.115135] env[69513]: DEBUG nova.network.neutron [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 641.117603] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916ea93-6260-4e41-9cdc-fe4b1abcfeb1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.128627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729d8ae-2437-4c6a-a343-c26aa65dc8de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.144548] env[69513]: DEBUG nova.compute.provider_tree [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.215378] env[69513]: DEBUG nova.compute.manager [req-2a67e7f5-2977-4a7a-aacb-075c152b0ed2 req-c1fefc04-b0ea-49d1-a6f8-922834b09782 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Received event network-vif-plugged-c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.215594] env[69513]: DEBUG oslo_concurrency.lockutils [req-2a67e7f5-2977-4a7a-aacb-075c152b0ed2 req-c1fefc04-b0ea-49d1-a6f8-922834b09782 service nova] Acquiring lock "06d0f8ea-94ba-46fd-8899-1945b10aa790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.215977] env[69513]: DEBUG oslo_concurrency.lockutils [req-2a67e7f5-2977-4a7a-aacb-075c152b0ed2 req-c1fefc04-b0ea-49d1-a6f8-922834b09782 service nova] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.215977] env[69513]: DEBUG oslo_concurrency.lockutils [req-2a67e7f5-2977-4a7a-aacb-075c152b0ed2 req-c1fefc04-b0ea-49d1-a6f8-922834b09782 service nova] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.218417] env[69513]: DEBUG nova.compute.manager [req-2a67e7f5-2977-4a7a-aacb-075c152b0ed2 req-c1fefc04-b0ea-49d1-a6f8-922834b09782 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] No waiting events found dispatching network-vif-plugged-c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.218417] env[69513]: WARNING nova.compute.manager [req-2a67e7f5-2977-4a7a-aacb-075c152b0ed2 req-c1fefc04-b0ea-49d1-a6f8-922834b09782 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Received unexpected event network-vif-plugged-c954d39e-02f4-4bf3-a43b-cb918bc7978c for instance with vm_state building and task_state spawning. [ 641.419794] env[69513]: DEBUG nova.network.neutron [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Updating instance_info_cache with network_info: [{"id": "c954d39e-02f4-4bf3-a43b-cb918bc7978c", "address": "fa:16:3e:bf:e1:6f", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954d39e-02", "ovs_interfaceid": "c954d39e-02f4-4bf3-a43b-cb918bc7978c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.446100] env[69513]: DEBUG nova.network.neutron [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Successfully created port: 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.605489] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.647664] env[69513]: DEBUG nova.scheduler.client.report [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.711362] env[69513]: DEBUG nova.network.neutron [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 641.931020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Releasing lock "refresh_cache-06d0f8ea-94ba-46fd-8899-1945b10aa790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931020] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Instance network_info: |[{"id": "c954d39e-02f4-4bf3-a43b-cb918bc7978c", "address": "fa:16:3e:bf:e1:6f", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954d39e-02", "ovs_interfaceid": "c954d39e-02f4-4bf3-a43b-cb918bc7978c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.931550] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e1:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c954d39e-02f4-4bf3-a43b-cb918bc7978c', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.946613] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.947628] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d7964a8-b91e-4af7-a024-0e7ecda7f2cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.961977] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.967566] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Created folder: OpenStack in parent group-v4. [ 641.967765] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Creating folder: Project (dae69bebb5d74cbb8b6cd63ba685ef06). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.968054] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6357832b-39d8-4275-9da7-dffd0e077d0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.977881] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Created folder: Project (dae69bebb5d74cbb8b6cd63ba685ef06) in parent group-v674393. [ 641.978146] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Creating folder: Instances. Parent ref: group-v674394. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.979034] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09a076c0-c4f2-479d-9378-0ca81876f2fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.993878] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Created folder: Instances in parent group-v674394. [ 641.994149] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.994344] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.994541] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-061dce19-a36f-421e-b164-25493a8d20a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.029048] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.030066] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.030066] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.030066] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.030066] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.030066] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.030552] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.030785] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.030999] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.031173] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.031343] env[69513]: DEBUG nova.virt.hardware [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.032316] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977c7f2-0429-40d4-a7a1-16c0556b2218 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.043797] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.043797] env[69513]: value = "task-3379869" [ 642.043797] env[69513]: _type = "Task" [ 642.043797] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.052495] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4bd8e0-8b50-42f7-a2f4-58c338dba8c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.060411] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379869, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.156933] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.157645] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.161952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.005s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.164313] env[69513]: INFO nova.compute.claims [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.186183] env[69513]: DEBUG nova.network.neutron [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Updating instance_info_cache with network_info: [{"id": "40de5dab-8702-497b-95a9-4f1498193381", "address": "fa:16:3e:3d:6a:73", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40de5dab-87", "ovs_interfaceid": "40de5dab-8702-497b-95a9-4f1498193381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.498096] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.498584] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.499667] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.499920] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.501352] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.501352] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.501352] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.501352] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 642.501352] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.566118] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379869, 'name': CreateVM_Task, 'duration_secs': 0.346063} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.566118] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.587107] env[69513]: DEBUG oslo_vmware.service [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd3f64-a14b-4dab-ae27-19d0d41f0377 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.599667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.599864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.600647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.600907] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cf049a-b7b1-40ba-ae32-4338636d4a89 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.606047] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 642.606047] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529a0cbe-8d4c-7b9d-969e-a9ae3febd0e1" [ 642.606047] env[69513]: _type = "Task" [ 642.606047] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.614202] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529a0cbe-8d4c-7b9d-969e-a9ae3febd0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.669448] env[69513]: DEBUG nova.compute.utils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.678122] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.678122] env[69513]: DEBUG nova.network.neutron [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.692739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Releasing lock "refresh_cache-f502aac5-5a9c-45ce-8f4a-920835a713e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693678] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Instance network_info: |[{"id": "40de5dab-8702-497b-95a9-4f1498193381", "address": "fa:16:3e:3d:6a:73", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40de5dab-87", "ovs_interfaceid": "40de5dab-8702-497b-95a9-4f1498193381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.694064] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:6a:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40de5dab-8702-497b-95a9-4f1498193381', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.702453] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Creating folder: Project (f2f7d9d5452a47c2bf4baa25808d86b7). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.703063] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c217f8e-3ad2-4558-b87e-cbd4ef884a51 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.714713] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Created folder: Project (f2f7d9d5452a47c2bf4baa25808d86b7) in parent group-v674393. [ 642.714945] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Creating folder: Instances. Parent ref: group-v674397. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.718713] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2ebe36-bfed-4de1-9f7d-e6744a3406a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.723658] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Created folder: Instances in parent group-v674397. [ 642.724023] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.724111] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.724347] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cdd8f0e-25c5-4608-bec6-4916212816f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.747863] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.747863] env[69513]: value = "task-3379872" [ 642.747863] env[69513]: _type = "Task" [ 642.747863] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.756360] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379872, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.856018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "25443750-5a62-4761-a992-6761814c445d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.856018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "25443750-5a62-4761-a992-6761814c445d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.003887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.115110] env[69513]: DEBUG nova.policy [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ce205da03ad4194adcd06bd380ced48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d103a9d0424e049e3baedc6a23d1cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.123317] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.124258] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.124258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.124258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.124456] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.124646] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9fd592a-7fd9-4cd2-931e-fa6ca14733f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.144527] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.144726] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.145555] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cead78-aa8c-48b6-b129-7b1b2d8455cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.152653] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f7002a-aafb-4143-a1eb-300b656461b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.157159] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 643.157159] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526afd17-3c31-401d-4889-c95e57e063ba" [ 643.157159] env[69513]: _type = "Task" [ 643.157159] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.164994] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526afd17-3c31-401d-4889-c95e57e063ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.178449] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.262443] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379872, 'name': CreateVM_Task, 'duration_secs': 0.419606} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.265800] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.266756] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.267353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.267703] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e12c3e1-b6f7-446e-b918-1ecaf70b877c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.273703] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 643.273703] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52405fd0-81f6-0533-c4b6-49400d2c3432" [ 643.273703] env[69513]: _type = "Task" [ 643.273703] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.293711] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52405fd0-81f6-0533-c4b6-49400d2c3432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.341064] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed0ca3c-4db3-4fe2-ba11-970c29c239e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.349786] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd646d-8904-4f2d-98b3-63ebeaaa3b7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.357747] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.401467] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f8a5a-9b1a-4446-9f07-76a52ccb0ff0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.412655] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d03f5-53d3-4ca5-9e09-97e9e5e0f8a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.433353] env[69513]: DEBUG nova.compute.provider_tree [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.668025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 643.668025] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Creating directory with path [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.668025] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f06c138-716f-4703-8255-fe5368f60f62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.692674] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Created directory with path [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.692674] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Fetch image to [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 643.692674] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Downloading image file data e9fc5286-1250-4e6a-bc5b-0cceba5da63a to [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69513) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 643.692674] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2d07f-01f3-45b5-b38f-aa62dadc7f41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.701159] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79265ef4-2785-4171-8bc7-b85988f43070 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.713775] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c7c77-90be-4d6b-9c38-4744540db555 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.753276] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc2d70-ab08-4724-a799-723f40ced6db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.761578] env[69513]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1ce077fb-d3df-4b71-8d2c-3acb7d1a068d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.786272] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.786378] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.786555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.795801] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Downloading image file data e9fc5286-1250-4e6a-bc5b-0cceba5da63a to the data store datastore1 {{(pid=69513) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 643.829633] env[69513]: DEBUG nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Received event network-changed-c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.829633] env[69513]: DEBUG nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Refreshing instance network info cache due to event network-changed-c954d39e-02f4-4bf3-a43b-cb918bc7978c. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.829809] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Acquiring lock "refresh_cache-06d0f8ea-94ba-46fd-8899-1945b10aa790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.830214] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Acquired lock "refresh_cache-06d0f8ea-94ba-46fd-8899-1945b10aa790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.830214] env[69513]: DEBUG nova.network.neutron [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Refreshing network info cache for port c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 643.882854] env[69513]: DEBUG oslo_vmware.rw_handles [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 643.954807] env[69513]: DEBUG nova.scheduler.client.report [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.994938] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.190316] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.223352] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.223585] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.223737] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.224195] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.224195] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.224195] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.224410] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.224566] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.224729] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.224966] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.225130] env[69513]: DEBUG nova.virt.hardware [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.226070] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487d93fc-9a80-4011-a97c-f25b993d0aa3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.237770] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431c7135-e888-486f-b958-0431b3034b8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.464573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.464851] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.470679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.079s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.474456] env[69513]: INFO nova.compute.claims [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.565796] env[69513]: DEBUG oslo_vmware.rw_handles [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 644.566478] env[69513]: DEBUG oslo_vmware.rw_handles [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 644.694844] env[69513]: DEBUG nova.network.neutron [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Successfully created port: b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.708230] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Downloaded image file data e9fc5286-1250-4e6a-bc5b-0cceba5da63a to vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69513) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 644.709412] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 644.709682] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Copying Virtual Disk [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk to [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.709980] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54fb1c4e-9873-42f1-a475-127093370cd2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.722685] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 644.722685] env[69513]: value = "task-3379873" [ 644.722685] env[69513]: _type = "Task" [ 644.722685] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.737191] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.970714] env[69513]: DEBUG nova.compute.utils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.971575] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.971747] env[69513]: DEBUG nova.network.neutron [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.098011] env[69513]: DEBUG nova.network.neutron [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Successfully updated port: 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.176794] env[69513]: DEBUG nova.policy [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c56565de49b4c7dbc975e31ed20d1cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8da97e65625c45449d57848dedd8c510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.236381] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379873, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.476388] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.605308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.605556] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquired lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.605800] env[69513]: DEBUG nova.network.neutron [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 645.636894] env[69513]: DEBUG nova.network.neutron [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Updated VIF entry in instance network info cache for port c954d39e-02f4-4bf3-a43b-cb918bc7978c. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 645.637463] env[69513]: DEBUG nova.network.neutron [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Updating instance_info_cache with network_info: [{"id": "c954d39e-02f4-4bf3-a43b-cb918bc7978c", "address": "fa:16:3e:bf:e1:6f", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954d39e-02", "ovs_interfaceid": "c954d39e-02f4-4bf3-a43b-cb918bc7978c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.687802] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282cc173-e202-4bbd-a849-348a095bc7a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.698316] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b62b1f-2d0e-4e6d-b51e-97f3d2a903e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.733156] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536cc600-b094-47dc-9725-7b0f5c792868 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.747262] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4125927-73a1-463d-8e3c-96a60744e641 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.751299] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695284} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.751555] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Copied Virtual Disk [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk to [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.751724] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleting the datastore file [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.752405] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3372dd25-fa2d-47fa-88c1-d60e2e2538aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.764037] env[69513]: DEBUG nova.compute.provider_tree [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.772380] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 645.772380] env[69513]: value = "task-3379874" [ 645.772380] env[69513]: _type = "Task" [ 645.772380] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.781492] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.147432] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Releasing lock "refresh_cache-06d0f8ea-94ba-46fd-8899-1945b10aa790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.149957] env[69513]: DEBUG nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Received event network-vif-plugged-40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.149957] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Acquiring lock "f502aac5-5a9c-45ce-8f4a-920835a713e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.149957] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.149957] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.149957] env[69513]: DEBUG nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] No waiting events found dispatching network-vif-plugged-40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.150331] env[69513]: WARNING nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Received unexpected event network-vif-plugged-40de5dab-8702-497b-95a9-4f1498193381 for instance with vm_state building and task_state spawning. [ 646.150512] env[69513]: DEBUG nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Received event network-changed-40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.150806] env[69513]: DEBUG nova.compute.manager [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Refreshing instance network info cache due to event network-changed-40de5dab-8702-497b-95a9-4f1498193381. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.150900] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Acquiring lock "refresh_cache-f502aac5-5a9c-45ce-8f4a-920835a713e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.152197] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Acquired lock "refresh_cache-f502aac5-5a9c-45ce-8f4a-920835a713e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.152197] env[69513]: DEBUG nova.network.neutron [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Refreshing network info cache for port 40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 646.211962] env[69513]: DEBUG nova.network.neutron [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 646.269078] env[69513]: DEBUG nova.scheduler.client.report [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.294475] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025816} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.299905] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.300479] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Moving file from [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47/e9fc5286-1250-4e6a-bc5b-0cceba5da63a to [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a. {{(pid=69513) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 646.301528] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6911afe9-f9c8-499a-804d-91aa549160f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.318025] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 646.318025] env[69513]: value = "task-3379875" [ 646.318025] env[69513]: _type = "Task" [ 646.318025] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.331243] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379875, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.488797] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.533541] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.533840] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.534591] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.534591] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.534591] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.534591] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.534782] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.534948] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.535164] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.535362] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.535567] env[69513]: DEBUG nova.virt.hardware [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.536484] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93186efe-3ebe-4710-bcb7-167a5194a878 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.549594] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f8c07-88b2-4f05-ac76-88bd06ac722d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.774765] env[69513]: DEBUG nova.network.neutron [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updating instance_info_cache with network_info: [{"id": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "address": "fa:16:3e:df:1d:71", "network": {"id": "04bfa1a7-0dfd-408c-9202-c928b6201a95", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1924492570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d60a772cfb3c4ef694b6b91eea7a8822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f9c7cb-0a", "ovs_interfaceid": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.785755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.786376] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.794983] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.185s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.794983] env[69513]: INFO nova.compute.claims [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.811019] env[69513]: DEBUG nova.network.neutron [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Successfully created port: 23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.835809] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379875, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.089157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.835809] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] File moved {{(pid=69513) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 646.835809] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Cleaning up location [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 646.835809] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleting the datastore file [datastore1] vmware_temp/f215349d-ab9e-42fe-bf03-174ba3bfeb47 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.835809] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-128215ad-656a-4b44-95d2-3844655db22e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.845814] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 646.845814] env[69513]: value = "task-3379876" [ 646.845814] env[69513]: _type = "Task" [ 646.845814] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.859815] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.016786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "8449c056-fd63-4c95-b517-8fb2240182f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.017089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "8449c056-fd63-4c95-b517-8fb2240182f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.279074] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Releasing lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.279436] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Instance network_info: |[{"id": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "address": "fa:16:3e:df:1d:71", "network": {"id": "04bfa1a7-0dfd-408c-9202-c928b6201a95", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1924492570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d60a772cfb3c4ef694b6b91eea7a8822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f9c7cb-0a", "ovs_interfaceid": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.279820] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:1d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.291348] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Creating folder: Project (d60a772cfb3c4ef694b6b91eea7a8822). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.295028] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fadddd76-f4d6-4f33-9d94-e2f2591d882d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.296750] env[69513]: DEBUG nova.compute.utils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.308078] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.308078] env[69513]: DEBUG nova.network.neutron [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.329017] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Created folder: Project (d60a772cfb3c4ef694b6b91eea7a8822) in parent group-v674393. [ 647.329017] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Creating folder: Instances. Parent ref: group-v674400. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.329017] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df696dc8-f086-4c4c-a1de-4b27cf4165f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.346450] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Created folder: Instances in parent group-v674400. [ 647.346676] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.346935] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.350834] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15e01efb-3631-41f9-a312-1df08abb0887 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.389696] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023479} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.389906] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.389906] env[69513]: value = "task-3379879" [ 647.389906] env[69513]: _type = "Task" [ 647.389906] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.390249] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.390923] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f97d9a-5853-4ae7-ace0-3a377f755550 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.407677] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 647.407677] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b6965a-1d52-0bce-0db8-21d7a686f653" [ 647.407677] env[69513]: _type = "Task" [ 647.407677] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.413545] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379879, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.428929] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b6965a-1d52-0bce-0db8-21d7a686f653, 'name': SearchDatastore_Task, 'duration_secs': 0.014123} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.430401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.430743] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 06d0f8ea-94ba-46fd-8899-1945b10aa790/06d0f8ea-94ba-46fd-8899-1945b10aa790.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.431843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.432216] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.433128] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb10e901-3b62-4c52-82ff-f45a6fc57a07 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.436714] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9060a89f-375e-43fe-baa7-8925cc25b253 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.446200] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 647.446200] env[69513]: value = "task-3379880" [ 647.446200] env[69513]: _type = "Task" [ 647.446200] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.449480] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.451386] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.460822] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618ef9de-c1bd-4b5e-8ef9-a9d64734e2e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.482845] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.486598] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 647.486598] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527cee6b-57d7-e775-c139-9474fc1ee4f7" [ 647.486598] env[69513]: _type = "Task" [ 647.486598] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.501993] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527cee6b-57d7-e775-c139-9474fc1ee4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.506034] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0297a9a2-0381-448d-8fa2-9f36280bce89 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.514211] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 647.514211] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523ff317-7a3f-690a-9a88-d62ad5cc358c" [ 647.514211] env[69513]: _type = "Task" [ 647.514211] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.523252] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.547180] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523ff317-7a3f-690a-9a88-d62ad5cc358c, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.547180] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.547180] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f502aac5-5a9c-45ce-8f4a-920835a713e2/f502aac5-5a9c-45ce-8f4a-920835a713e2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.547180] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-537e2ee3-be59-4f7a-b9be-34ca75c91681 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.560809] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 647.560809] env[69513]: value = "task-3379881" [ 647.560809] env[69513]: _type = "Task" [ 647.560809] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.571974] env[69513]: DEBUG nova.compute.manager [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Received event network-vif-plugged-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.572225] env[69513]: DEBUG oslo_concurrency.lockutils [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] Acquiring lock "78f33845-ef69-45e3-abb7-0db7ba212fdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.572526] env[69513]: DEBUG oslo_concurrency.lockutils [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.572713] env[69513]: DEBUG oslo_concurrency.lockutils [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.572888] env[69513]: DEBUG nova.compute.manager [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] No waiting events found dispatching network-vif-plugged-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.573061] env[69513]: WARNING nova.compute.manager [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Received unexpected event network-vif-plugged-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a for instance with vm_state building and task_state spawning. [ 647.573228] env[69513]: DEBUG nova.compute.manager [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Received event network-changed-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.573377] env[69513]: DEBUG nova.compute.manager [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Refreshing instance network info cache due to event network-changed-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.573556] env[69513]: DEBUG oslo_concurrency.lockutils [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] Acquiring lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.573687] env[69513]: DEBUG oslo_concurrency.lockutils [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] Acquired lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.573859] env[69513]: DEBUG nova.network.neutron [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Refreshing network info cache for port 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 647.586139] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.591731] env[69513]: DEBUG nova.policy [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03f0e22af41e4671991e06619d6145fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57a81b0edfb74fd3952eb720f0dcd071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.807183] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.907530] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379879, 'name': CreateVM_Task, 'duration_secs': 0.467391} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.911785] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.912387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.912603] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.912966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.913412] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef408ea-c3cb-4b83-b710-634782693ace {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.922493] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 647.922493] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a8d2e8-9a7c-0042-2ac8-03abb36d1899" [ 647.922493] env[69513]: _type = "Task" [ 647.922493] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.934429] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a8d2e8-9a7c-0042-2ac8-03abb36d1899, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.938642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.938642] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.938642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.938642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.941828] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.941828] env[69513]: DEBUG nova.network.neutron [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Updated VIF entry in instance network info cache for port 40de5dab-8702-497b-95a9-4f1498193381. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 647.941928] env[69513]: DEBUG nova.network.neutron [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Updating instance_info_cache with network_info: [{"id": "40de5dab-8702-497b-95a9-4f1498193381", "address": "fa:16:3e:3d:6a:73", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40de5dab-87", "ovs_interfaceid": "40de5dab-8702-497b-95a9-4f1498193381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.941928] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd4c390e-a173-427e-afc2-26a7a6b7d30e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.951050] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.951050] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.955425] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225b8b0a-2504-4dfe-9c54-cbbde44183eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.964754] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491974} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.967534] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 06d0f8ea-94ba-46fd-8899-1945b10aa790/06d0f8ea-94ba-46fd-8899-1945b10aa790.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.967804] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.968416] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 647.968416] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c3fbb0-34ae-528b-d56e-e475aa6234e6" [ 647.968416] env[69513]: _type = "Task" [ 647.968416] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.971766] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f345020-19aa-4f25-884f-b18e4956d2af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.985466] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c3fbb0-34ae-528b-d56e-e475aa6234e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.986950] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 647.986950] env[69513]: value = "task-3379882" [ 647.986950] env[69513]: _type = "Task" [ 647.986950] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.989658] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a464525-832c-43ea-b2d1-6ed4fad86d75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.999522] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 647.999522] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52555be8-8e49-27c2-5fb1-3048f18d5691" [ 647.999522] env[69513]: _type = "Task" [ 647.999522] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.003133] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.021879] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52555be8-8e49-27c2-5fb1-3048f18d5691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.072306] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.081083] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.081749] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc1fdd9-38bf-4f27-b76a-bead0f8aeeb2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.090083] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9d209-705e-4daa-b483-6a5322239de3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.127699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4cda7a-82ee-4e66-b86d-93bbfd84151f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.136280] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55130e01-7cff-4502-8aea-ec67ea680103 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.150753] env[69513]: DEBUG nova.compute.provider_tree [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.448948] env[69513]: DEBUG oslo_concurrency.lockutils [req-f2d1bc82-9626-4cbb-90b5-f2792b9db588 req-5cfc34c3-1a5d-4419-b05b-d00319476906 service nova] Releasing lock "refresh_cache-f502aac5-5a9c-45ce-8f4a-920835a713e2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.504686] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085489} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.510093] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.511106] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e21c737-5a1f-4191-bb14-a93b815913c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.521208] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52555be8-8e49-27c2-5fb1-3048f18d5691, 'name': SearchDatastore_Task, 'duration_secs': 0.061097} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.533689] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.533689] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 78f33845-ef69-45e3-abb7-0db7ba212fdd/78f33845-ef69-45e3-abb7-0db7ba212fdd.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.544796] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 06d0f8ea-94ba-46fd-8899-1945b10aa790/06d0f8ea-94ba-46fd-8899-1945b10aa790.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.550412] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afec4d69-157d-43dc-a968-1887b6f66756 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.552989] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec287f6f-b3a6-4eb0-ae85-75c42a015c89 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.614988] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 648.614988] env[69513]: value = "task-3379883" [ 648.614988] env[69513]: _type = "Task" [ 648.614988] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.615271] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 648.615271] env[69513]: value = "task-3379884" [ 648.615271] env[69513]: _type = "Task" [ 648.615271] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.627022] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.634332] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.634332] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737281} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.635138] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f502aac5-5a9c-45ce-8f4a-920835a713e2/f502aac5-5a9c-45ce-8f4a-920835a713e2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.635138] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.635138] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db56f2a-7fc0-497b-a3d3-73ee88930aba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.642342] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 648.642342] env[69513]: value = "task-3379885" [ 648.642342] env[69513]: _type = "Task" [ 648.642342] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.650861] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.653892] env[69513]: DEBUG nova.scheduler.client.report [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.836900] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.887128] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.887447] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.887839] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.888185] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.888794] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.889719] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.889719] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.889719] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.891324] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.891324] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.891324] env[69513]: DEBUG nova.virt.hardware [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.897312] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222613f1-01e2-4158-92c6-33ef38dfc30d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.905600] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db39574-e619-4f9b-85af-0dea535a093b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.913617] env[69513]: DEBUG nova.network.neutron [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Successfully updated port: b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.986373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.986884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.072954] env[69513]: DEBUG nova.network.neutron [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updated VIF entry in instance network info cache for port 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 649.073386] env[69513]: DEBUG nova.network.neutron [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updating instance_info_cache with network_info: [{"id": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "address": "fa:16:3e:df:1d:71", "network": {"id": "04bfa1a7-0dfd-408c-9202-c928b6201a95", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1924492570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d60a772cfb3c4ef694b6b91eea7a8822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f9c7cb-0a", "ovs_interfaceid": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.132207] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548393} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.135434] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 78f33845-ef69-45e3-abb7-0db7ba212fdd/78f33845-ef69-45e3-abb7-0db7ba212fdd.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.135757] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.135950] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379884, 'name': ReconfigVM_Task, 'duration_secs': 0.374121} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.136762] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f277dd5b-e091-45c8-b66b-99d5b4f1fe33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.138247] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 06d0f8ea-94ba-46fd-8899-1945b10aa790/06d0f8ea-94ba-46fd-8899-1945b10aa790.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.139203] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdab6777-ecc1-476f-9529-581fc5a3b60a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.147134] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 649.147134] env[69513]: value = "task-3379886" [ 649.147134] env[69513]: _type = "Task" [ 649.147134] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.147464] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 649.147464] env[69513]: value = "task-3379887" [ 649.147464] env[69513]: _type = "Task" [ 649.147464] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.161152] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078028} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.163285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.163285] env[69513]: DEBUG nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.167695] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.174838] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.169s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.174838] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.174838] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 649.174838] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.179s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.175460] env[69513]: INFO nova.compute.claims [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.181024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1ec90c-ac3b-44a9-881b-402f701dfc64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.181292] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.181426] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379887, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.182435] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7330cb6-6960-41dd-bae2-3928c737a761 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.211640] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f502aac5-5a9c-45ce-8f4a-920835a713e2/f502aac5-5a9c-45ce-8f4a-920835a713e2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.213050] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79360d-c85d-4060-87ff-7eb1402584e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.221339] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8165505b-e305-4eca-a7e9-5186407ec9f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.241333] env[69513]: DEBUG nova.network.neutron [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Successfully created port: d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.258404] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ba779-8348-456d-9c42-db26381834d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.261438] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 649.261438] env[69513]: value = "task-3379888" [ 649.261438] env[69513]: _type = "Task" [ 649.261438] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.269655] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337aaca-df79-40c2-8061-8a8097196d72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.275755] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.305438] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181019MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 649.305438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.421434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-7c756c10-798f-4e22-8d53-52d3c4d446c2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.421434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-7c756c10-798f-4e22-8d53-52d3c4d446c2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.421434] env[69513]: DEBUG nova.network.neutron [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 649.490165] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.582171] env[69513]: DEBUG oslo_concurrency.lockutils [req-86e1bf0d-ba70-45b3-bd12-944e13dae138 req-ba965013-eeee-4bac-bf18-2f5c51461b84 service nova] Releasing lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.664663] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379887, 'name': Rename_Task, 'duration_secs': 0.149104} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.669177] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.669177] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1054} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.669177] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0221b889-22f6-4bd3-a606-6c6d589e8ec8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.673346] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.674292] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef361e1-4f7b-4046-a0f3-3bc60639ede4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.695249] env[69513]: DEBUG nova.compute.utils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.707932] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 78f33845-ef69-45e3-abb7-0db7ba212fdd/78f33845-ef69-45e3-abb7-0db7ba212fdd.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.713338] env[69513]: DEBUG nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 649.714502] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bba20a6-a33c-44e5-a34a-77d8531abce2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.728518] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 649.728518] env[69513]: value = "task-3379889" [ 649.728518] env[69513]: _type = "Task" [ 649.728518] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.737265] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 649.737265] env[69513]: value = "task-3379890" [ 649.737265] env[69513]: _type = "Task" [ 649.737265] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.740498] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.749303] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.775789] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379888, 'name': ReconfigVM_Task, 'duration_secs': 0.305441} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.776158] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f502aac5-5a9c-45ce-8f4a-920835a713e2/f502aac5-5a9c-45ce-8f4a-920835a713e2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.776928] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a70f5882-03d0-412a-8fad-4d1439c041e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.783297] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 649.783297] env[69513]: value = "task-3379891" [ 649.783297] env[69513]: _type = "Task" [ 649.783297] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.795115] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379891, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.937650] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e57f7-330c-452a-ae13-7cb1f20db35a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.946136] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7728e55-590b-4384-9a3e-a3a87e5b81ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.982631] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f510591-6e01-443d-8110-c32340e2730a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.991123] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac587bec-17a6-48ac-8523-3a4c2c491b8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.007453] env[69513]: DEBUG nova.compute.provider_tree [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.030106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.033317] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "3ca386ea-bb2d-412c-a855-399c4776feb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.033542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "3ca386ea-bb2d-412c-a855-399c4776feb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.154402] env[69513]: DEBUG nova.network.neutron [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 650.215436] env[69513]: DEBUG nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.243411] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.251829] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379890, 'name': ReconfigVM_Task, 'duration_secs': 0.292654} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.251928] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 78f33845-ef69-45e3-abb7-0db7ba212fdd/78f33845-ef69-45e3-abb7-0db7ba212fdd.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.252523] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-678f8b4d-703f-4dc9-809c-16946cf72ed5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.261101] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 650.261101] env[69513]: value = "task-3379892" [ 650.261101] env[69513]: _type = "Task" [ 650.261101] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.270352] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379892, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.297730] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379891, 'name': Rename_Task, 'duration_secs': 0.196383} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.298047] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.298341] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aeb9766-e69c-48f1-a5db-a1529b709209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.304968] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 650.304968] env[69513]: value = "task-3379893" [ 650.304968] env[69513]: _type = "Task" [ 650.304968] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.313755] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.516463] env[69513]: DEBUG nova.scheduler.client.report [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.585776] env[69513]: DEBUG nova.network.neutron [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Updating instance_info_cache with network_info: [{"id": "b43bd28d-5ebe-4bc9-9633-8ce0072566b1", "address": "fa:16:3e:2e:86:b7", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43bd28d-5e", "ovs_interfaceid": "b43bd28d-5ebe-4bc9-9633-8ce0072566b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.745445] env[69513]: DEBUG oslo_vmware.api [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379889, 'name': PowerOnVM_Task, 'duration_secs': 0.588492} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.745831] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.746304] env[69513]: INFO nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Took 13.29 seconds to spawn the instance on the hypervisor. [ 650.746604] env[69513]: DEBUG nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.750036] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedc75f4-7b59-4924-a6f8-3c4d9a76abbe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.773179] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379892, 'name': Rename_Task, 'duration_secs': 0.157843} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.773179] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.773179] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e9606b-c817-4df6-9cc0-6d51fa6cb569 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.776375] env[69513]: DEBUG nova.network.neutron [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Successfully updated port: 23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.782066] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 650.782066] env[69513]: value = "task-3379894" [ 650.782066] env[69513]: _type = "Task" [ 650.782066] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.792492] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.819162] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.025834] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.852s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.026387] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.029301] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.949s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.031219] env[69513]: INFO nova.compute.claims [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.088982] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-7c756c10-798f-4e22-8d53-52d3c4d446c2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.090038] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance network_info: |[{"id": "b43bd28d-5ebe-4bc9-9633-8ce0072566b1", "address": "fa:16:3e:2e:86:b7", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43bd28d-5e", "ovs_interfaceid": "b43bd28d-5ebe-4bc9-9633-8ce0072566b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.090189] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:86:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b43bd28d-5ebe-4bc9-9633-8ce0072566b1', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.099303] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating folder: Project (35d103a9d0424e049e3baedc6a23d1cd). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.100350] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79846672-52ad-48ba-83bc-60a08fd928e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.110837] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created folder: Project (35d103a9d0424e049e3baedc6a23d1cd) in parent group-v674393. [ 651.111499] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating folder: Instances. Parent ref: group-v674403. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.111788] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed0207b-0f89-4a9f-a19b-cf8df117cead {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.121522] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created folder: Instances in parent group-v674403. [ 651.121815] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.122057] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.122324] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405fb0c4-6e5e-444f-ad5c-e5c6d3246c08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.145768] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.145768] env[69513]: value = "task-3379897" [ 651.145768] env[69513]: _type = "Task" [ 651.145768] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.155668] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379897, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.228393] env[69513]: DEBUG nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.269329] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.269598] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.269755] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.269935] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.270271] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.270467] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.270760] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.270825] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.270991] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.271449] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.271804] env[69513]: DEBUG nova.virt.hardware [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.272893] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3b3740-2db4-48d0-8e72-731d7468716f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.281718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.281718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.281718] env[69513]: DEBUG nova.network.neutron [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 651.288263] env[69513]: INFO nova.compute.manager [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Took 18.06 seconds to build instance. [ 651.300038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2f0718-4fa6-4e23-b12c-4296480ce0c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.320938] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379894, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.334225] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.340566] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Creating folder: Project (6ca2c7c98b1a44f594cab7062d7c7d3e). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.345009] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b679de88-4803-464c-82cb-234423c78368 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.347364] env[69513]: DEBUG oslo_vmware.api [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3379893, 'name': PowerOnVM_Task, 'duration_secs': 0.711013} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.347953] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.348365] env[69513]: INFO nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Took 11.64 seconds to spawn the instance on the hypervisor. [ 651.348365] env[69513]: DEBUG nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.350093] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd9991-81b5-49fd-8b41-753f2ec54657 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.355665] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Created folder: Project (6ca2c7c98b1a44f594cab7062d7c7d3e) in parent group-v674393. [ 651.355932] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Creating folder: Instances. Parent ref: group-v674406. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.358033] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c9efab-b86f-4cc2-846e-44b7100c3157 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.374057] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Created folder: Instances in parent group-v674406. [ 651.374311] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.374583] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.374808] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1885899f-52da-45d3-b3c6-f12825500401 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.395131] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.395131] env[69513]: value = "task-3379900" [ 651.395131] env[69513]: _type = "Task" [ 651.395131] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.406142] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379900, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.537942] env[69513]: DEBUG nova.compute.utils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.543030] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.543030] env[69513]: DEBUG nova.network.neutron [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.656043] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379897, 'name': CreateVM_Task, 'duration_secs': 0.362836} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.656043] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.656782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.656994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.657462] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.661386] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e868043-b3ce-457c-ac2e-95270d3efbd6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.666274] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 651.666274] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6b400-ac82-13b5-a41b-2721e003baa9" [ 651.666274] env[69513]: _type = "Task" [ 651.666274] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.679931] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6b400-ac82-13b5-a41b-2721e003baa9, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.680231] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.680741] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.680741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.680851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.680962] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.681249] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293a501b-d60c-485e-bceb-bfb1935fe486 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.690421] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.690421] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.691152] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fde6726-e50c-4e80-ad5a-335ac1b821e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.696048] env[69513]: DEBUG nova.policy [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c494fb9ae89a42b8aee19e4213bd7d50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c3e5f185a1a404bb33538308807ba28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.701086] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 651.701086] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f27676-077e-a94d-8660-af71574ec1c8" [ 651.701086] env[69513]: _type = "Task" [ 651.701086] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.709871] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f27676-077e-a94d-8660-af71574ec1c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.747261] env[69513]: DEBUG nova.network.neutron [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Successfully updated port: d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.806394] env[69513]: DEBUG oslo_vmware.api [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3379894, 'name': PowerOnVM_Task, 'duration_secs': 0.558225} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.806688] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.806889] env[69513]: INFO nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Took 9.85 seconds to spawn the instance on the hypervisor. [ 651.807076] env[69513]: DEBUG nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.807921] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d71019-3f68-43c4-9a09-f50e41f40a03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.810752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-518ef10f-5094-4908-a2f5-b3600e65e8bc tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.599s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.857440] env[69513]: DEBUG nova.network.neutron [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 651.883753] env[69513]: INFO nova.compute.manager [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Took 17.97 seconds to build instance. [ 651.915222] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379900, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.018440] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.018655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.046215] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.138130] env[69513]: DEBUG nova.compute.manager [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Received event network-vif-plugged-b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.138130] env[69513]: DEBUG oslo_concurrency.lockutils [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] Acquiring lock "7c756c10-798f-4e22-8d53-52d3c4d446c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.138130] env[69513]: DEBUG oslo_concurrency.lockutils [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.141012] env[69513]: DEBUG oslo_concurrency.lockutils [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.141369] env[69513]: DEBUG nova.compute.manager [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] No waiting events found dispatching network-vif-plugged-b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.145207] env[69513]: WARNING nova.compute.manager [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Received unexpected event network-vif-plugged-b43bd28d-5ebe-4bc9-9633-8ce0072566b1 for instance with vm_state building and task_state spawning. [ 652.145207] env[69513]: DEBUG nova.compute.manager [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Received event network-changed-b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.145207] env[69513]: DEBUG nova.compute.manager [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Refreshing instance network info cache due to event network-changed-b43bd28d-5ebe-4bc9-9633-8ce0072566b1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.145207] env[69513]: DEBUG oslo_concurrency.lockutils [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] Acquiring lock "refresh_cache-7c756c10-798f-4e22-8d53-52d3c4d446c2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.145207] env[69513]: DEBUG oslo_concurrency.lockutils [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] Acquired lock "refresh_cache-7c756c10-798f-4e22-8d53-52d3c4d446c2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.145696] env[69513]: DEBUG nova.network.neutron [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Refreshing network info cache for port b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 652.217454] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f27676-077e-a94d-8660-af71574ec1c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.217454] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a856f1ba-05cb-4fda-b696-8a496dad8857 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.228103] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 652.228103] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aece16-c7ed-b627-72b5-de79d3716782" [ 652.228103] env[69513]: _type = "Task" [ 652.228103] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.238191] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aece16-c7ed-b627-72b5-de79d3716782, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.241299] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.241299] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.241559] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49af3b90-07a3-4e9d-87d5-7f2aff0ab315 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.250713] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 652.250713] env[69513]: value = "task-3379901" [ 652.250713] env[69513]: _type = "Task" [ 652.250713] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.257235] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.257598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.257598] env[69513]: DEBUG nova.network.neutron [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 652.271210] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.303695] env[69513]: DEBUG nova.network.neutron [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [{"id": "23330338-bd2d-4050-a412-bba2d9a797bf", "address": "fa:16:3e:8c:08:3b", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23330338-bd", "ovs_interfaceid": "23330338-bd2d-4050-a412-bba2d9a797bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.310681] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be373d1-3141-4f09-8599-0e0be8abe9ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.315171] env[69513]: DEBUG nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.323325] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb63e17-7268-4c30-9a6d-a4d52e05743e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.346051] env[69513]: INFO nova.compute.manager [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Took 16.73 seconds to build instance. [ 652.377702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-df2b1895-2f1b-4d80-891b-05d56380f688 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.771s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.378629] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e4639-c1fa-4bae-91aa-e06e37e16c4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.387839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a5c168a-70b7-4b93-8a04-160918cedf2d tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.479s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.390748] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac03da40-9e67-4e19-bd34-e83dff443f8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.410637] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379900, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.419384] env[69513]: DEBUG nova.compute.provider_tree [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.633208] env[69513]: DEBUG nova.compute.manager [req-27a9236a-cd17-44b8-9b61-3042a83ef5d8 req-56b20deb-41ff-4985-a4c3-e658384630c5 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Received event network-vif-plugged-23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.633467] env[69513]: DEBUG oslo_concurrency.lockutils [req-27a9236a-cd17-44b8-9b61-3042a83ef5d8 req-56b20deb-41ff-4985-a4c3-e658384630c5 service nova] Acquiring lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.633601] env[69513]: DEBUG oslo_concurrency.lockutils [req-27a9236a-cd17-44b8-9b61-3042a83ef5d8 req-56b20deb-41ff-4985-a4c3-e658384630c5 service nova] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.633753] env[69513]: DEBUG oslo_concurrency.lockutils [req-27a9236a-cd17-44b8-9b61-3042a83ef5d8 req-56b20deb-41ff-4985-a4c3-e658384630c5 service nova] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.633905] env[69513]: DEBUG nova.compute.manager [req-27a9236a-cd17-44b8-9b61-3042a83ef5d8 req-56b20deb-41ff-4985-a4c3-e658384630c5 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] No waiting events found dispatching network-vif-plugged-23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.634132] env[69513]: WARNING nova.compute.manager [req-27a9236a-cd17-44b8-9b61-3042a83ef5d8 req-56b20deb-41ff-4985-a4c3-e658384630c5 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Received unexpected event network-vif-plugged-23330338-bd2d-4050-a412-bba2d9a797bf for instance with vm_state building and task_state spawning. [ 652.763202] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.808723] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.808952] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Instance network_info: |[{"id": "23330338-bd2d-4050-a412-bba2d9a797bf", "address": "fa:16:3e:8c:08:3b", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23330338-bd", "ovs_interfaceid": "23330338-bd2d-4050-a412-bba2d9a797bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.809440] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:08:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23330338-bd2d-4050-a412-bba2d9a797bf', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.818288] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Creating folder: Project (8da97e65625c45449d57848dedd8c510). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.818662] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cffa5ca7-bb38-4aca-8970-e8430b2f2589 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.840901] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Created folder: Project (8da97e65625c45449d57848dedd8c510) in parent group-v674393. [ 652.842109] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Creating folder: Instances. Parent ref: group-v674409. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.842109] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e05ff19-99ec-4fc7-9f07-38e4d97c0f47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.850495] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.855082] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Created folder: Instances in parent group-v674409. [ 652.855349] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.855568] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.855938] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1abafa7-04fe-4213-96b4-834dd241a97a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.873973] env[69513]: DEBUG nova.network.neutron [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 652.882530] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.882530] env[69513]: value = "task-3379904" [ 652.882530] env[69513]: _type = "Task" [ 652.882530] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.889649] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.896215] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379904, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.909370] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379900, 'name': CreateVM_Task, 'duration_secs': 1.282911} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.909643] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.910800] env[69513]: DEBUG oslo_vmware.service [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b27cc7-3c6a-4e53-bcc5-7b7304c84bc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.918629] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.918912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.919457] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.919800] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf629e0d-4e3c-470f-a923-4588b8633cbc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.923195] env[69513]: DEBUG nova.scheduler.client.report [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.934754] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 652.934754] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f7c23b-0932-5d4e-a213-3feebece6e8f" [ 652.934754] env[69513]: _type = "Task" [ 652.934754] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.948207] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f7c23b-0932-5d4e-a213-3feebece6e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.062911] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.096389] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.096820] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.098478] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.098478] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.098478] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.098478] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.098478] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.098737] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.098737] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.098737] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.098737] env[69513]: DEBUG nova.virt.hardware [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.101982] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33d9a1-b2f7-4f10-ae27-4f3f9d9687cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.110694] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a48a04a-2fc5-47c8-96fe-e72f4337e4e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.134488] env[69513]: DEBUG nova.network.neutron [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Successfully created port: 0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.208147] env[69513]: DEBUG nova.network.neutron [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Updated VIF entry in instance network info cache for port b43bd28d-5ebe-4bc9-9633-8ce0072566b1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 653.209085] env[69513]: DEBUG nova.network.neutron [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Updating instance_info_cache with network_info: [{"id": "b43bd28d-5ebe-4bc9-9633-8ce0072566b1", "address": "fa:16:3e:2e:86:b7", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb43bd28d-5e", "ovs_interfaceid": "b43bd28d-5ebe-4bc9-9633-8ce0072566b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.247945] env[69513]: DEBUG nova.network.neutron [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.261631] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841401} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.261964] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.264634] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.264634] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e69dfee-088e-4ae7-b17c-393b6e58c3af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.270823] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 653.270823] env[69513]: value = "task-3379905" [ 653.270823] env[69513]: _type = "Task" [ 653.270823] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.279371] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.399277] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379904, 'name': CreateVM_Task, 'duration_secs': 0.406054} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.399399] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.400020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.406224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.435535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.437800] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.441753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.134s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.456205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.456205] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.456205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.456205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.457498] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.457498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.457498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.457498] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7d11e10-5e18-4fcf-bd97-ca2c543e001b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.457498] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f0c62d-5dec-4ba4-a1b1-c5becf2c780a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.462512] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 653.462512] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c817bf-15f3-dbef-2970-18ba54139281" [ 653.462512] env[69513]: _type = "Task" [ 653.462512] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.471293] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.472273] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.476752] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf82d0-248c-40c5-bae3-87874d5aeae6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.483750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.483866] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.484018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.491436] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d94e73-2136-47ea-82ce-56d4cac9de91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.501173] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 653.501173] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5204418d-bcfd-042f-4eae-e2c505fd90bf" [ 653.501173] env[69513]: _type = "Task" [ 653.501173] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.509310] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5204418d-bcfd-042f-4eae-e2c505fd90bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.714308] env[69513]: DEBUG oslo_concurrency.lockutils [req-660dcf23-de31-499f-9725-151e3ec633af req-d36988a2-e526-42ab-ad3e-a90a36ce6cda service nova] Releasing lock "refresh_cache-7c756c10-798f-4e22-8d53-52d3c4d446c2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.752277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.752660] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Instance network_info: |[{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.753076] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd10a6ff2-e16a-473b-aaca-5898c5e09055', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.761398] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Creating folder: Project (57a81b0edfb74fd3952eb720f0dcd071). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.761694] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37931b43-60b6-4fe4-8f3b-94027b719abe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.776895] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Created folder: Project (57a81b0edfb74fd3952eb720f0dcd071) in parent group-v674393. [ 653.776895] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Creating folder: Instances. Parent ref: group-v674412. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.777019] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-546b55a8-a7be-4651-8f8e-af445dc12167 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.786375] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066747} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.787722] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.788380] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Created folder: Instances in parent group-v674412. [ 653.788380] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.789030] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c8c08e-558f-4c34-af75-e331e35277bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.792279] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d34676-2431-4872-be04-2893823d1799] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.792566] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f84a091-1875-42a4-80e1-ec68b14fc4c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.838469] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.839141] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce98df18-27a4-4db2-9abe-d51651b32ded {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.857623] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.857623] env[69513]: value = "task-3379908" [ 653.857623] env[69513]: _type = "Task" [ 653.857623] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.866018] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 653.866018] env[69513]: value = "task-3379909" [ 653.866018] env[69513]: _type = "Task" [ 653.866018] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.868730] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379908, 'name': CreateVM_Task} progress is 15%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.878599] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.944164] env[69513]: DEBUG nova.compute.utils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.944164] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.944164] env[69513]: DEBUG nova.network.neutron [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.025800] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 654.025800] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Creating directory with path [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.025800] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ce346a-dba3-4096-814a-fce998e6b684 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.049997] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Created directory with path [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.049997] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Fetch image to [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 654.050233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Downloading image file data e9fc5286-1250-4e6a-bc5b-0cceba5da63a to [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69513) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 654.056026] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af76deec-b100-43bc-8554-c9a0b159017e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.066542] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025e8cd9-b960-418d-8519-8cd37558e25e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.080329] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae059ebc-35d7-40ab-bd0d-7c865e043c01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.085817] env[69513]: DEBUG nova.policy [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f194be4d947d490d920ee6b640410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54992a91b2db40c69c5b1f39c4973312', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.119569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc33bdb-48af-41cf-871a-0ab07025e55d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.125972] env[69513]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-557ce927-d457-406c-be7b-e2801aac62f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.153822] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Downloading image file data e9fc5286-1250-4e6a-bc5b-0cceba5da63a to the data store datastore2 {{(pid=69513) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 654.172378] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "3f493655-88cc-4473-a156-828391eba964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.172576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "3f493655-88cc-4473-a156-828391eba964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.249754] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 654.372315] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379908, 'name': CreateVM_Task, 'duration_secs': 0.375855} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.372315] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d34676-2431-4872-be04-2893823d1799] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.373184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.373395] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.373747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.377563] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbab592-72fa-4ba9-906d-65e531b3248d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.391542] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379909, 'name': ReconfigVM_Task, 'duration_secs': 0.382737} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.391999] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 654.391999] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ab74e-89bf-1b5c-3795-d51b32b4fe6a" [ 654.391999] env[69513]: _type = "Task" [ 654.391999] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.392399] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.393286] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b296a67d-0611-4d43-8dfe-4af8817df7d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.408103] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.408484] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.408699] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.409022] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 654.409022] env[69513]: value = "task-3379910" [ 654.409022] env[69513]: _type = "Task" [ 654.409022] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.419508] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379910, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.450608] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.485811] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 06d0f8ea-94ba-46fd-8899-1945b10aa790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.485974] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f502aac5-5a9c-45ce-8f4a-920835a713e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486145] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 78f33845-ef69-45e3-abb7-0db7ba212fdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486272] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 7c756c10-798f-4e22-8d53-52d3c4d446c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486413] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fc09ea54-6b9a-46af-95f5-ab03122a00ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486537] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f1d34676-2431-4872-be04-2893823d1799 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486716] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance d1eb6bed-1ed6-4243-8416-1083822cfa9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486957] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 25443750-5a62-4761-a992-6761814c445d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.486957] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 8449c056-fd63-4c95-b517-8fb2240182f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.665681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "60b53559-2eae-4f70-b76e-a12c8d522950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.665681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "60b53559-2eae-4f70-b76e-a12c8d522950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.680637] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.924942] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379910, 'name': Rename_Task, 'duration_secs': 0.144813} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.932333] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.932920] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d45016-fa40-442d-afd3-04f983916a4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.945235] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 654.945235] env[69513]: value = "task-3379911" [ 654.945235] env[69513]: _type = "Task" [ 654.945235] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.955182] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.992082] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 02a2e207-94cf-48fc-92fb-701ccaa6dce8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.079914] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 655.080871] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 655.204750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.208465] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Downloaded image file data e9fc5286-1250-4e6a-bc5b-0cceba5da63a to vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69513) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 655.210182] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 655.210427] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Copying Virtual Disk [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk to [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.210700] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfaa0118-f628-4600-b5ee-8d6cacbee19c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.220650] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 655.220650] env[69513]: value = "task-3379912" [ 655.220650] env[69513]: _type = "Task" [ 655.220650] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.230959] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.319500] env[69513]: DEBUG nova.network.neutron [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Successfully created port: aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.458702] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.470823] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.497050] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 3ca386ea-bb2d-412c-a855-399c4776feb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.500803] env[69513]: DEBUG nova.network.neutron [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Successfully updated port: 0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.523327] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.523578] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.523813] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.523992] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.524620] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.524893] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.525112] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.525394] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.525479] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.525707] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.527529] env[69513]: DEBUG nova.virt.hardware [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.527529] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc21d58-cc9e-4b72-a5dc-432f5f3e32cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.545524] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cace538-180b-4743-b850-7a57b293dd08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.696720] env[69513]: DEBUG nova.compute.manager [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received event network-vif-plugged-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.696939] env[69513]: DEBUG oslo_concurrency.lockutils [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] Acquiring lock "f1d34676-2431-4872-be04-2893823d1799-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.697350] env[69513]: DEBUG oslo_concurrency.lockutils [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] Lock "f1d34676-2431-4872-be04-2893823d1799-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.697652] env[69513]: DEBUG oslo_concurrency.lockutils [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] Lock "f1d34676-2431-4872-be04-2893823d1799-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.697652] env[69513]: DEBUG nova.compute.manager [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] No waiting events found dispatching network-vif-plugged-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.697959] env[69513]: WARNING nova.compute.manager [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received unexpected event network-vif-plugged-d10a6ff2-e16a-473b-aaca-5898c5e09055 for instance with vm_state building and task_state spawning. [ 655.698037] env[69513]: DEBUG nova.compute.manager [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.702053] env[69513]: DEBUG nova.compute.manager [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing instance network info cache due to event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.702053] env[69513]: DEBUG oslo_concurrency.lockutils [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.702053] env[69513]: DEBUG oslo_concurrency.lockutils [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.702053] env[69513]: DEBUG nova.network.neutron [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 655.737841] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379912, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.960598] env[69513]: DEBUG oslo_vmware.api [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379911, 'name': PowerOnVM_Task, 'duration_secs': 0.635221} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.961291] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.961782] env[69513]: INFO nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Took 11.77 seconds to spawn the instance on the hypervisor. [ 655.962070] env[69513]: DEBUG nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.963120] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f17db54-1502-448f-84f8-fd10437f2405 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.003479] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f9e131e0-417f-4baf-b7fd-a3547169fd41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.005769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "refresh_cache-25443750-5a62-4761-a992-6761814c445d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.005769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquired lock "refresh_cache-25443750-5a62-4761-a992-6761814c445d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.005913] env[69513]: DEBUG nova.network.neutron [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 656.232125] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897613} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.232402] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Copied Virtual Disk [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk to [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.232623] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleting the datastore file [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/tmp-sparse.vmdk {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.232831] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f6d30d-8c7d-4f50-af93-9777342f147f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.242642] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 656.242642] env[69513]: value = "task-3379913" [ 656.242642] env[69513]: _type = "Task" [ 656.242642] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.259423] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.495900] env[69513]: INFO nova.compute.manager [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Took 20.54 seconds to build instance. [ 656.511066] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 3f493655-88cc-4473-a156-828391eba964 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.528215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Acquiring lock "f502aac5-5a9c-45ce-8f4a-920835a713e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.528985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.528985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Acquiring lock "f502aac5-5a9c-45ce-8f4a-920835a713e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.528985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.529120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.531992] env[69513]: INFO nova.compute.manager [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Terminating instance [ 656.575164] env[69513]: DEBUG nova.network.neutron [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 656.752507] env[69513]: DEBUG nova.compute.manager [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Received event network-changed-23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.752640] env[69513]: DEBUG nova.compute.manager [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Refreshing instance network info cache due to event network-changed-23330338-bd2d-4050-a412-bba2d9a797bf. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.752839] env[69513]: DEBUG oslo_concurrency.lockutils [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] Acquiring lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.752985] env[69513]: DEBUG oslo_concurrency.lockutils [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] Acquired lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.753176] env[69513]: DEBUG nova.network.neutron [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Refreshing network info cache for port 23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 656.757900] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040578} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.758441] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.758609] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Moving file from [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a to [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a. {{(pid=69513) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 656.758806] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0ac332bd-1c4e-4d8a-8f2b-cb891b1e8e53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.768500] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 656.768500] env[69513]: value = "task-3379914" [ 656.768500] env[69513]: _type = "Task" [ 656.768500] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.779803] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379914, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.872478] env[69513]: DEBUG nova.network.neutron [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updated VIF entry in instance network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 656.872682] env[69513]: DEBUG nova.network.neutron [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.908603] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.908827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.998131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cc8b645d-8b56-4c8b-9138-31e0fbd7c80c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.059s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.014771] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 60b53559-2eae-4f70-b76e-a12c8d522950 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 657.015534] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 657.015835] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 657.040042] env[69513]: DEBUG nova.compute.manager [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.040042] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.040042] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e377ad0-6588-42e5-950c-6f9b279d55f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.050031] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.053104] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-895e8493-c526-4eb3-9f0e-0813629f9b60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.060703] env[69513]: DEBUG oslo_vmware.api [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Waiting for the task: (returnval){ [ 657.060703] env[69513]: value = "task-3379915" [ 657.060703] env[69513]: _type = "Task" [ 657.060703] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.069949] env[69513]: DEBUG oslo_vmware.api [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Task: {'id': task-3379915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.111852] env[69513]: DEBUG nova.network.neutron [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Updating instance_info_cache with network_info: [{"id": "0617601e-65dd-4ea0-8a9d-3dca132c24f7", "address": "fa:16:3e:f0:8a:cf", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0617601e-65", "ovs_interfaceid": "0617601e-65dd-4ea0-8a9d-3dca132c24f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.287412] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379914, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.059346} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.287865] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] File moved {{(pid=69513) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 657.288128] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Cleaning up location [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 657.288214] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleting the datastore file [datastore2] vmware_temp/c30c8e38-ce6d-4d20-a9ad-11b83ceef0d1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.288482] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d970651e-0d16-4f50-a662-a11037d4c17c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.297218] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 657.297218] env[69513]: value = "task-3379916" [ 657.297218] env[69513]: _type = "Task" [ 657.297218] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.299743] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559fd7fd-54d1-4f1e-8cc4-e7a112955cfd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.316276] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.320683] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96247f0-8006-43c0-a25e-88ad55f173a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.372740] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe85e9c-b981-4106-9258-97c32d03a8cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.375935] env[69513]: DEBUG oslo_concurrency.lockutils [req-5398eb95-906d-4c07-85db-2e4eac36fc70 req-5ec7211c-a2ae-4e3d-be4c-7b7959e112de service nova] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.382279] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02214d-734d-48ef-9630-6d4e125ae4eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.399181] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.502526] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.571892] env[69513]: DEBUG oslo_vmware.api [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Task: {'id': task-3379915, 'name': PowerOffVM_Task, 'duration_secs': 0.336209} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.572159] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.572324] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.572562] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21470452-9083-4f12-b686-0d6405fbabb7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.620786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Releasing lock "refresh_cache-25443750-5a62-4761-a992-6761814c445d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.621130] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Instance network_info: |[{"id": "0617601e-65dd-4ea0-8a9d-3dca132c24f7", "address": "fa:16:3e:f0:8a:cf", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0617601e-65", "ovs_interfaceid": "0617601e-65dd-4ea0-8a9d-3dca132c24f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.621770] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:8a:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0617601e-65dd-4ea0-8a9d-3dca132c24f7', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.631236] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Creating folder: Project (4c3e5f185a1a404bb33538308807ba28). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.631595] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce2a3133-0efe-46e0-9b24-ff587940309e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.644328] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Created folder: Project (4c3e5f185a1a404bb33538308807ba28) in parent group-v674393. [ 657.644328] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Creating folder: Instances. Parent ref: group-v674415. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.644328] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de973d10-d874-4b43-a2db-f42ed62ace40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.649550] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.649857] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.650161] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Deleting the datastore file [datastore1] f502aac5-5a9c-45ce-8f4a-920835a713e2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.650482] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52568543-7d0b-4cdb-b98f-3a9c7d9b1948 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.660541] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Created folder: Instances in parent group-v674415. [ 657.660541] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.661789] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25443750-5a62-4761-a992-6761814c445d] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.662237] env[69513]: DEBUG oslo_vmware.api [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Waiting for the task: (returnval){ [ 657.662237] env[69513]: value = "task-3379920" [ 657.662237] env[69513]: _type = "Task" [ 657.662237] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.662458] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d4cc936-09c2-44b6-ba98-3da8344529f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.691707] env[69513]: DEBUG oslo_vmware.api [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Task: {'id': task-3379920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.692940] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.692940] env[69513]: value = "task-3379921" [ 657.692940] env[69513]: _type = "Task" [ 657.692940] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.701200] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379921, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.809833] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042246} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.810088] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.811057] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef998f8c-65d7-497f-a98a-00729bff58f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.817855] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 657.817855] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5218e00a-9bdf-d98a-50f1-cf853f888173" [ 657.817855] env[69513]: _type = "Task" [ 657.817855] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.826911] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5218e00a-9bdf-d98a-50f1-cf853f888173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.904273] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.031933] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.192603] env[69513]: DEBUG oslo_vmware.api [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Task: {'id': task-3379920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277199} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.192754] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.192875] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.193622] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.193973] env[69513]: INFO nova.compute.manager [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 658.194777] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.194777] env[69513]: DEBUG nova.compute.manager [-] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.194938] env[69513]: DEBUG nova.network.neutron [-] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 658.209099] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379921, 'name': CreateVM_Task, 'duration_secs': 0.382142} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.209099] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25443750-5a62-4761-a992-6761814c445d] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.209547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.211688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.211688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.211688] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4931323-04dc-42e0-ad80-8a915872f454 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.216808] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 658.216808] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c93c4f-5955-13df-1280-c1f0a2e51a7d" [ 658.216808] env[69513]: _type = "Task" [ 658.216808] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.226785] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c93c4f-5955-13df-1280-c1f0a2e51a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.334506] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5218e00a-9bdf-d98a-50f1-cf853f888173, 'name': SearchDatastore_Task, 'duration_secs': 0.021348} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.334506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334506] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] d1eb6bed-1ed6-4243-8416-1083822cfa9f/d1eb6bed-1ed6-4243-8416-1083822cfa9f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.334506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.334663] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.334663] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74fa85d4-11e1-4893-b22d-c8eb652a4287 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.337503] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e278120-5fdb-4b73-8bed-73eed3b63555 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.350909] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 658.350909] env[69513]: value = "task-3379922" [ 658.350909] env[69513]: _type = "Task" [ 658.350909] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.352421] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.353287] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.363079] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f303e997-09b3-4ad2-a19f-fa5cb628d5b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.368741] env[69513]: DEBUG nova.network.neutron [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updated VIF entry in instance network info cache for port 23330338-bd2d-4050-a412-bba2d9a797bf. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 658.369478] env[69513]: DEBUG nova.network.neutron [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [{"id": "23330338-bd2d-4050-a412-bba2d9a797bf", "address": "fa:16:3e:8c:08:3b", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23330338-bd", "ovs_interfaceid": "23330338-bd2d-4050-a412-bba2d9a797bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.382524] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.384944] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 658.384944] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c0a28e-afe8-7c6e-f309-70594cd4e4d8" [ 658.384944] env[69513]: _type = "Task" [ 658.384944] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.405710] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c0a28e-afe8-7c6e-f309-70594cd4e4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.408801] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686f069d-9968-48a8-adac-a462bc2e2e68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.414653] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 658.414927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.976s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.415722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.386s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.419759] env[69513]: INFO nova.compute.claims [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.430998] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 658.430998] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527d48c4-5676-b88e-4b2a-32ac54a1cd6e" [ 658.430998] env[69513]: _type = "Task" [ 658.430998] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.447802] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527d48c4-5676-b88e-4b2a-32ac54a1cd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.605390] env[69513]: DEBUG nova.network.neutron [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Successfully updated port: aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.729401] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c93c4f-5955-13df-1280-c1f0a2e51a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.729777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.730029] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.730275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.866627] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.876584] env[69513]: DEBUG oslo_concurrency.lockutils [req-562cc81e-6c80-49cf-b6b4-051575df4289 req-8c9ec492-4a05-47fc-aa8a-add3ea56e6e2 service nova] Releasing lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.949172] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527d48c4-5676-b88e-4b2a-32ac54a1cd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.027051} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.950341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.951151] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee/fc09ea54-6b9a-46af-95f5-ab03122a00ee.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.951608] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.951929] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.952531] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9d4a1d-5a3e-4ed3-8081-a10d3cbfce61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.955485] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ca44e9-1a5c-4bb5-b6c4-70a187ea0e0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.966069] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 658.966069] env[69513]: value = "task-3379923" [ 658.966069] env[69513]: _type = "Task" [ 658.966069] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.969212] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.969523] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.970688] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a4d3e4-01a8-43e0-87f3-b876041b5aaa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.977145] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.980525] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 658.980525] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521c3b5c-0791-2256-620f-fdd95a85149e" [ 658.980525] env[69513]: _type = "Task" [ 658.980525] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.990382] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521c3b5c-0791-2256-620f-fdd95a85149e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.110454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.110707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.110707] env[69513]: DEBUG nova.network.neutron [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 659.301108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.301108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "5b662da1-f32f-47da-a044-62f86557d784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.367666] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637164} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.368425] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] d1eb6bed-1ed6-4243-8416-1083822cfa9f/d1eb6bed-1ed6-4243-8416-1083822cfa9f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.368425] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.368958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e4fba57-06cc-449b-b911-e8a568086ea0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.381533] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 659.381533] env[69513]: value = "task-3379924" [ 659.381533] env[69513]: _type = "Task" [ 659.381533] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.396350] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.482917] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.506060] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521c3b5c-0791-2256-620f-fdd95a85149e, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.514457] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d1dded-096b-4fed-8881-57433942c81e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.525317] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 659.525317] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52120a43-40ce-b6ac-3fc2-ff48c4be5cc5" [ 659.525317] env[69513]: _type = "Task" [ 659.525317] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.525716] env[69513]: DEBUG nova.network.neutron [-] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.546234] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52120a43-40ce-b6ac-3fc2-ff48c4be5cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.683333] env[69513]: DEBUG nova.network.neutron [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 659.779699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4340afec-0502-4d2e-9e55-004738003f3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.787848] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43025980-ce55-40b2-9ad3-8b09af873acb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.823605] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1b718-c3ec-4622-a0e3-f75b81ba0bef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.832101] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20b9be-d49b-4938-8275-401d04941a71 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.845634] env[69513]: DEBUG nova.compute.provider_tree [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.891061] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.426801} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.891326] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.892103] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98fddf6-65ec-4f0f-91c9-6d87d533a18c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.911450] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] d1eb6bed-1ed6-4243-8416-1083822cfa9f/d1eb6bed-1ed6-4243-8416-1083822cfa9f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.914108] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f026f2-f870-4068-bc8d-41da212b0d8e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.935798] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 659.935798] env[69513]: value = "task-3379925" [ 659.935798] env[69513]: _type = "Task" [ 659.935798] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.943943] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.979948] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831005} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.980426] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee/fc09ea54-6b9a-46af-95f5-ab03122a00ee.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.980639] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.980884] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ceef8eb-342a-4a4f-a61f-eaf4cfee2b53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.987549] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 659.987549] env[69513]: value = "task-3379926" [ 659.987549] env[69513]: _type = "Task" [ 659.987549] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.996049] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.027128] env[69513]: DEBUG nova.network.neutron [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.042396] env[69513]: INFO nova.compute.manager [-] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Took 1.85 seconds to deallocate network for instance. [ 660.043698] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52120a43-40ce-b6ac-3fc2-ff48c4be5cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.059828} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.044529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.044874] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] f1d34676-2431-4872-be04-2893823d1799/f1d34676-2431-4872-be04-2893823d1799.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.048392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.048588] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.048806] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22026260-94dc-4f61-af4c-ac510bd774c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.052908] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20447038-7b48-432f-94f1-cd69d8b3db16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.061600] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 660.061600] env[69513]: value = "task-3379927" [ 660.061600] env[69513]: _type = "Task" [ 660.061600] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.062832] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.063013] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.069215] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ace2128-4c8c-48d9-95ce-ba113ec625c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.078977] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.080241] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 660.080241] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca4e3f-2731-834c-e9b6-d7b2e7f12fdb" [ 660.080241] env[69513]: _type = "Task" [ 660.080241] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.091339] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca4e3f-2731-834c-e9b6-d7b2e7f12fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.351235] env[69513]: DEBUG nova.scheduler.client.report [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.396516] env[69513]: DEBUG nova.compute.manager [req-e4506a2c-7af6-43a8-8b80-da4a87aa7b08 req-6d299a09-b397-4f59-a1a0-20cb2949bfb9 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-vif-plugged-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.396603] env[69513]: DEBUG oslo_concurrency.lockutils [req-e4506a2c-7af6-43a8-8b80-da4a87aa7b08 req-6d299a09-b397-4f59-a1a0-20cb2949bfb9 service nova] Acquiring lock "8449c056-fd63-4c95-b517-8fb2240182f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.397321] env[69513]: DEBUG oslo_concurrency.lockutils [req-e4506a2c-7af6-43a8-8b80-da4a87aa7b08 req-6d299a09-b397-4f59-a1a0-20cb2949bfb9 service nova] Lock "8449c056-fd63-4c95-b517-8fb2240182f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.397321] env[69513]: DEBUG oslo_concurrency.lockutils [req-e4506a2c-7af6-43a8-8b80-da4a87aa7b08 req-6d299a09-b397-4f59-a1a0-20cb2949bfb9 service nova] Lock "8449c056-fd63-4c95-b517-8fb2240182f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.398228] env[69513]: DEBUG nova.compute.manager [req-e4506a2c-7af6-43a8-8b80-da4a87aa7b08 req-6d299a09-b397-4f59-a1a0-20cb2949bfb9 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] No waiting events found dispatching network-vif-plugged-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.398452] env[69513]: WARNING nova.compute.manager [req-e4506a2c-7af6-43a8-8b80-da4a87aa7b08 req-6d299a09-b397-4f59-a1a0-20cb2949bfb9 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received unexpected event network-vif-plugged-aba159d0-4f1e-4de2-b3dc-006274ff75b7 for instance with vm_state building and task_state spawning. [ 660.449898] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.500944] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142861} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.500944] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.502337] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59b445-2bb9-404b-bfbf-d185e182aa4e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.529965] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee/fc09ea54-6b9a-46af-95f5-ab03122a00ee.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.531358] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2cfa21f-d376-4977-bebe-a237631564ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.550996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Releasing lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.551397] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Instance network_info: |[{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.552266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.552639] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:14:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba159d0-4f1e-4de2-b3dc-006274ff75b7', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.562041] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Creating folder: Project (54992a91b2db40c69c5b1f39c4973312). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.562554] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68f80553-56e0-4416-a875-773337e91d6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.570982] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 660.570982] env[69513]: value = "task-3379928" [ 660.570982] env[69513]: _type = "Task" [ 660.570982] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.578604] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.581337] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Created folder: Project (54992a91b2db40c69c5b1f39c4973312) in parent group-v674393. [ 660.581686] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Creating folder: Instances. Parent ref: group-v674418. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.582374] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95818a2a-3d92-4ff4-8016-af83f3d90971 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.594902] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.602544] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca4e3f-2731-834c-e9b6-d7b2e7f12fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.603406] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb983b2-ff32-4027-9831-442b577a56ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.606043] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Created folder: Instances in parent group-v674418. [ 660.606256] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.606466] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.607147] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303651cb-cf0b-4c19-8394-8dbd0c240563 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.624744] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 660.624744] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5298c077-44d5-ac2a-7c71-1ed5f486c07e" [ 660.624744] env[69513]: _type = "Task" [ 660.624744] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.630279] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.630279] env[69513]: value = "task-3379931" [ 660.630279] env[69513]: _type = "Task" [ 660.630279] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.636986] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5298c077-44d5-ac2a-7c71-1ed5f486c07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.642124] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379931, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.838544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.838903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.857346] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.857917] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.860582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.010s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.862086] env[69513]: INFO nova.compute.claims [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.952798] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379925, 'name': ReconfigVM_Task, 'duration_secs': 0.764862} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.954198] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Reconfigured VM instance instance-00000007 to attach disk [datastore2] d1eb6bed-1ed6-4243-8416-1083822cfa9f/d1eb6bed-1ed6-4243-8416-1083822cfa9f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.955656] env[69513]: DEBUG nova.compute.manager [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Received event network-vif-plugged-0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.955853] env[69513]: DEBUG oslo_concurrency.lockutils [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] Acquiring lock "25443750-5a62-4761-a992-6761814c445d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.956062] env[69513]: DEBUG oslo_concurrency.lockutils [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] Lock "25443750-5a62-4761-a992-6761814c445d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.956230] env[69513]: DEBUG oslo_concurrency.lockutils [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] Lock "25443750-5a62-4761-a992-6761814c445d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.956393] env[69513]: DEBUG nova.compute.manager [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] No waiting events found dispatching network-vif-plugged-0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.956624] env[69513]: WARNING nova.compute.manager [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Received unexpected event network-vif-plugged-0617601e-65dd-4ea0-8a9d-3dca132c24f7 for instance with vm_state building and task_state spawning. [ 660.956717] env[69513]: DEBUG nova.compute.manager [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Received event network-changed-0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.956844] env[69513]: DEBUG nova.compute.manager [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Refreshing instance network info cache due to event network-changed-0617601e-65dd-4ea0-8a9d-3dca132c24f7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.957032] env[69513]: DEBUG oslo_concurrency.lockutils [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] Acquiring lock "refresh_cache-25443750-5a62-4761-a992-6761814c445d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.957199] env[69513]: DEBUG oslo_concurrency.lockutils [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] Acquired lock "refresh_cache-25443750-5a62-4761-a992-6761814c445d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.957385] env[69513]: DEBUG nova.network.neutron [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Refreshing network info cache for port 0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 660.958534] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab14d8d2-5c01-4f55-b9a0-4a5aea0dfa9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.966515] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 660.966515] env[69513]: value = "task-3379932" [ 660.966515] env[69513]: _type = "Task" [ 660.966515] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.975671] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379932, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.075674] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592958} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.079326] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] f1d34676-2431-4872-be04-2893823d1799/f1d34676-2431-4872-be04-2893823d1799.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.079585] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.079857] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d6e8087-2982-4db3-b44e-421f09cca23a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.088779] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.090538] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 661.090538] env[69513]: value = "task-3379933" [ 661.090538] env[69513]: _type = "Task" [ 661.090538] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.101577] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.144411] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5298c077-44d5-ac2a-7c71-1ed5f486c07e, 'name': SearchDatastore_Task, 'duration_secs': 0.027505} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.149027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.150022] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 25443750-5a62-4761-a992-6761814c445d/25443750-5a62-4761-a992-6761814c445d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.150022] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379931, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.150022] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79717251-971f-455a-94fa-ef1fb12e1804 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.159751] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 661.159751] env[69513]: value = "task-3379934" [ 661.159751] env[69513]: _type = "Task" [ 661.159751] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.170539] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.375875] env[69513]: DEBUG nova.compute.utils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.379511] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.379511] env[69513]: DEBUG nova.network.neutron [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.436695] env[69513]: DEBUG nova.policy [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93265e069d624e20afe483b7f73adfbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8cffb832ec94211b815c5b0fe0751bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.478761] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379932, 'name': Rename_Task, 'duration_secs': 0.312114} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.478761] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.478761] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3fa99f-ca9c-4bbf-9ed1-90f58837626c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.483835] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 661.483835] env[69513]: value = "task-3379935" [ 661.483835] env[69513]: _type = "Task" [ 661.483835] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.495491] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.585836] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379928, 'name': ReconfigVM_Task, 'duration_secs': 0.749831} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.586181] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee/fc09ea54-6b9a-46af-95f5-ab03122a00ee.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.586866] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ed0f0fa-a11e-45df-a27a-756adabd199e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.595361] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 661.595361] env[69513]: value = "task-3379936" [ 661.595361] env[69513]: _type = "Task" [ 661.595361] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.602715] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071338} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.603373] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.604238] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863468a-3a5c-47d1-af4b-657b8822d6c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.612418] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379936, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.634404] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f1d34676-2431-4872-be04-2893823d1799/f1d34676-2431-4872-be04-2893823d1799.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.634811] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4377e7e-f918-4899-9dac-3156b6113fc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.661190] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379931, 'name': CreateVM_Task, 'duration_secs': 0.67028} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.665523] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.665914] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 661.665914] env[69513]: value = "task-3379937" [ 661.665914] env[69513]: _type = "Task" [ 661.665914] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.666886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.667073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.667410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.668878] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a6c415-8aec-46e0-8623-b58ea68fb542 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.677068] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379934, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.682651] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 661.682651] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a153b7-f5d2-3bdd-389c-4ab093fb631e" [ 661.682651] env[69513]: _type = "Task" [ 661.682651] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.689985] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.698276] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a153b7-f5d2-3bdd-389c-4ab093fb631e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.825899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.827545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.884289] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.995857] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.018166] env[69513]: DEBUG nova.network.neutron [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Successfully created port: 80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.111193] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379936, 'name': Rename_Task, 'duration_secs': 0.454828} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.111775] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.112197] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c306fe-f80f-40b8-a562-cec9ae3e0cba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.119691] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 662.119691] env[69513]: value = "task-3379938" [ 662.119691] env[69513]: _type = "Task" [ 662.119691] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.127266] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.175422] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796573} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.176514] env[69513]: DEBUG nova.network.neutron [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Updated VIF entry in instance network info cache for port 0617601e-65dd-4ea0-8a9d-3dca132c24f7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 662.177353] env[69513]: DEBUG nova.network.neutron [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Updating instance_info_cache with network_info: [{"id": "0617601e-65dd-4ea0-8a9d-3dca132c24f7", "address": "fa:16:3e:f0:8a:cf", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0617601e-65", "ovs_interfaceid": "0617601e-65dd-4ea0-8a9d-3dca132c24f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.178701] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 25443750-5a62-4761-a992-6761814c445d/25443750-5a62-4761-a992-6761814c445d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.178701] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.179929] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-319da970-d4ea-4326-819f-83c429641ed2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.186158] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.195454] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 662.195454] env[69513]: value = "task-3379939" [ 662.195454] env[69513]: _type = "Task" [ 662.195454] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.206293] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a153b7-f5d2-3bdd-389c-4ab093fb631e, 'name': SearchDatastore_Task, 'duration_secs': 0.047008} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.206997] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.207353] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.207580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.207622] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.208104] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.208310] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-817318c2-41f3-47f8-9588-0775cec7adde {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.217028] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.224258] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.224617] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.225918] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cd3fb7-8323-4132-a1ee-8454deb76573 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.231515] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 662.231515] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52208179-2031-5927-7a8b-f9d3de3bf2df" [ 662.231515] env[69513]: _type = "Task" [ 662.231515] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.240747] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52208179-2031-5927-7a8b-f9d3de3bf2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.261652] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56508d8d-2718-4de8-aa0d-f784f352931c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.270252] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29355b6d-d51d-45dc-8bbd-df5aa150efcc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.306849] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d676375-18e7-4b5e-8be1-3909f9751d98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.314640] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170d302-773f-4a60-ab0e-46c6771dcb70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.329528] env[69513]: DEBUG nova.compute.provider_tree [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.400799] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.401089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.505119] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379935, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.632893] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.682480] env[69513]: DEBUG oslo_concurrency.lockutils [req-af764980-76ac-47ba-8890-26842718c97d req-7477824d-f59b-4995-8e15-299321fd5537 service nova] Releasing lock "refresh_cache-25443750-5a62-4761-a992-6761814c445d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.682944] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379937, 'name': ReconfigVM_Task, 'duration_secs': 0.863479} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.687938] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f1d34676-2431-4872-be04-2893823d1799/f1d34676-2431-4872-be04-2893823d1799.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.692068] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c5feb72-5d0c-4ce3-ac32-0df72533d75c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.705066] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 662.705066] env[69513]: value = "task-3379940" [ 662.705066] env[69513]: _type = "Task" [ 662.705066] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.713133] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105447} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.714082] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.714968] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff2974a-3ea0-4e4a-bff8-17e09986c388 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.721575] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379940, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.749348] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 25443750-5a62-4761-a992-6761814c445d/25443750-5a62-4761-a992-6761814c445d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.753442] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-569bbfe3-f8cb-4e35-9705-589943f50376 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.775211] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52208179-2031-5927-7a8b-f9d3de3bf2df, 'name': SearchDatastore_Task, 'duration_secs': 0.018219} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.777468] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 662.777468] env[69513]: value = "task-3379941" [ 662.777468] env[69513]: _type = "Task" [ 662.777468] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.777468] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb81b9e-1be3-4c07-b30d-5ce8ea8b8b74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.785363] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 662.785363] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a738b8-f94c-92c4-16fd-8db8688cbed7" [ 662.785363] env[69513]: _type = "Task" [ 662.785363] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.788819] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.798583] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a738b8-f94c-92c4-16fd-8db8688cbed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.832342] env[69513]: DEBUG nova.scheduler.client.report [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.902809] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.944155] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.944155] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.944155] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.944561] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.945390] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.945588] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.945809] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.946144] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.946329] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.946494] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.946671] env[69513]: DEBUG nova.virt.hardware [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.947644] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d52262c-e881-42d3-89a3-8953537aa9c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.957306] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cff407-5266-4d70-bdd8-ded7a7c0dbee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.999892] env[69513]: DEBUG oslo_vmware.api [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3379935, 'name': PowerOnVM_Task, 'duration_secs': 1.08144} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.000227] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.000458] env[69513]: INFO nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Took 11.77 seconds to spawn the instance on the hypervisor. [ 663.000644] env[69513]: DEBUG nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.001484] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80db93-36b8-496f-be99-dc6cc0e005b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.135966] env[69513]: DEBUG oslo_vmware.api [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3379938, 'name': PowerOnVM_Task, 'duration_secs': 0.969508} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.136645] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.136860] env[69513]: INFO nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Took 16.65 seconds to spawn the instance on the hypervisor. [ 663.137050] env[69513]: DEBUG nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.137971] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf4f8a-7dd1-43b9-8ebf-38174dc349a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.197220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "06d0f8ea-94ba-46fd-8899-1945b10aa790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.197220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.197220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "06d0f8ea-94ba-46fd-8899-1945b10aa790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.197220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.198062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.204165] env[69513]: INFO nova.compute.manager [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Terminating instance [ 663.217041] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379940, 'name': Rename_Task, 'duration_secs': 0.348212} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.220107] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.220355] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfead1b5-d897-4975-9aec-24bf8456ecac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.228452] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 663.228452] env[69513]: value = "task-3379942" [ 663.228452] env[69513]: _type = "Task" [ 663.228452] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.238109] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.289462] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379941, 'name': ReconfigVM_Task, 'duration_secs': 0.509645} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.293754] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 25443750-5a62-4761-a992-6761814c445d/25443750-5a62-4761-a992-6761814c445d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.294830] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1684a3af-a25f-483a-8e74-3873d73f5859 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.302411] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a738b8-f94c-92c4-16fd-8db8688cbed7, 'name': SearchDatastore_Task, 'duration_secs': 0.023011} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.303960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.304057] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 8449c056-fd63-4c95-b517-8fb2240182f3/8449c056-fd63-4c95-b517-8fb2240182f3.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.304318] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 663.304318] env[69513]: value = "task-3379943" [ 663.304318] env[69513]: _type = "Task" [ 663.304318] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.304559] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c035ea-135d-491b-9279-29cb09e4836f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.316037] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379943, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.320458] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 663.320458] env[69513]: value = "task-3379944" [ 663.320458] env[69513]: _type = "Task" [ 663.320458] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.339522] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.340135] env[69513]: DEBUG nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.342715] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.937s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.344638] env[69513]: INFO nova.compute.claims [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.528556] env[69513]: INFO nova.compute.manager [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Took 21.95 seconds to build instance. [ 663.657038] env[69513]: INFO nova.compute.manager [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Took 26.52 seconds to build instance. [ 663.707188] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "31f58fa6-38b6-43be-862a-685341bf4921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.707544] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "31f58fa6-38b6-43be-862a-685341bf4921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.710683] env[69513]: DEBUG nova.compute.manager [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.710889] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.711890] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ab2a1-57ab-4a5d-bb59-d009b8333aff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.725777] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.726867] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347f897a-527d-46f0-b2b2-a5436c2ffcee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.746432] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.747438] env[69513]: DEBUG oslo_vmware.api [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 663.747438] env[69513]: value = "task-3379945" [ 663.747438] env[69513]: _type = "Task" [ 663.747438] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.764351] env[69513]: DEBUG oslo_vmware.api [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.827348] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379943, 'name': Rename_Task, 'duration_secs': 0.141578} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.828265] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.828652] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b61ac822-3fb3-41d8-ab77-b2933ba5e44c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.834873] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.837404] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 663.837404] env[69513]: value = "task-3379946" [ 663.837404] env[69513]: _type = "Task" [ 663.837404] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.851774] env[69513]: DEBUG nova.compute.utils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.858729] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.858729] env[69513]: DEBUG nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 664.008063] env[69513]: INFO nova.compute.manager [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Rebuilding instance [ 664.034052] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3607ba40-9e64-4ae5-81a5-d64c563c6da0 tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.467s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.072611] env[69513]: DEBUG nova.compute.manager [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.073840] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8534f1c-239f-4a41-b5ba-41695c47a0a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.159150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6891ea95-a4a8-4b68-93ca-1ba3b3f935ff tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.050s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.239982] env[69513]: DEBUG oslo_vmware.api [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3379942, 'name': PowerOnVM_Task, 'duration_secs': 0.889407} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.240699] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.243114] env[69513]: INFO nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Took 15.41 seconds to spawn the instance on the hypervisor. [ 664.243114] env[69513]: DEBUG nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.243114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b637d24-cc0f-4109-99e2-2d36d9236065 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.261147] env[69513]: DEBUG oslo_vmware.api [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379945, 'name': PowerOffVM_Task, 'duration_secs': 0.194839} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.261772] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.264316] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.264316] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292910d6-e91c-4a53-afbc-4491a012b533 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.306251] env[69513]: DEBUG nova.network.neutron [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Successfully updated port: 80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.331703] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.333306] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.334069] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleting the datastore file [datastore1] 06d0f8ea-94ba-46fd-8899-1945b10aa790 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.338258] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c387c01f-1d07-4884-bc71-80ad7604c5d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.340361] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561669} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.348318] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 8449c056-fd63-4c95-b517-8fb2240182f3/8449c056-fd63-4c95-b517-8fb2240182f3.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.348318] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.348318] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a57115fc-1561-4827-8f61-679375d87b13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.352708] env[69513]: DEBUG oslo_vmware.api [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for the task: (returnval){ [ 664.352708] env[69513]: value = "task-3379948" [ 664.352708] env[69513]: _type = "Task" [ 664.352708] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.366780] env[69513]: DEBUG nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.370049] env[69513]: DEBUG oslo_vmware.api [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379946, 'name': PowerOnVM_Task, 'duration_secs': 0.466067} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.370489] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 664.370489] env[69513]: value = "task-3379949" [ 664.370489] env[69513]: _type = "Task" [ 664.370489] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.371634] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.375272] env[69513]: INFO nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Took 11.31 seconds to spawn the instance on the hypervisor. [ 664.375272] env[69513]: DEBUG nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.375272] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb6506e-4e9b-4ee7-8816-525e19fe8ce7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.383142] env[69513]: DEBUG oslo_vmware.api [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.388481] env[69513]: DEBUG nova.compute.manager [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.388801] env[69513]: DEBUG nova.compute.manager [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing instance network info cache due to event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.388907] env[69513]: DEBUG oslo_concurrency.lockutils [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] Acquiring lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.389493] env[69513]: DEBUG oslo_concurrency.lockutils [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] Acquired lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.389763] env[69513]: DEBUG nova.network.neutron [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 664.401139] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.540412] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.663857] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.740693] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f306761-e460-4a0a-9a0c-700191f21a4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.750741] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33d93ae-c143-421c-962c-7a75ee7e9362 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.790894] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590ecbdf-1a2c-4e5c-be7b-d1823faad699 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.794642] env[69513]: INFO nova.compute.manager [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Took 26.44 seconds to build instance. [ 664.801111] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc9ab1-60c2-40c5-85db-e715cfc30a75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.816506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.816663] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquired lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.816820] env[69513]: DEBUG nova.network.neutron [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 664.818277] env[69513]: DEBUG nova.compute.provider_tree [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.865125] env[69513]: DEBUG oslo_vmware.api [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Task: {'id': task-3379948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281582} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.865125] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.865125] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.865125] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.865725] env[69513]: INFO nova.compute.manager [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Took 1.15 seconds to destroy the instance on the hypervisor. [ 664.866129] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.866734] env[69513]: DEBUG nova.compute.manager [-] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.866932] env[69513]: DEBUG nova.network.neutron [-] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 664.882747] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128296} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.883190] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.884245] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fbe4b-08b6-42c1-af78-ca1602a63245 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.907223] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 8449c056-fd63-4c95-b517-8fb2240182f3/8449c056-fd63-4c95-b517-8fb2240182f3.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.916576] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb27c6f-c973-4e53-bc3e-2189f5e82cd6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.933859] env[69513]: INFO nova.compute.manager [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Took 20.98 seconds to build instance. [ 664.938037] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 664.938037] env[69513]: value = "task-3379950" [ 664.938037] env[69513]: _type = "Task" [ 664.938037] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.945662] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.077779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.092764] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.093222] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe5be04-c958-4fc4-9c23-5dd265bb6370 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.101827] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 665.101827] env[69513]: value = "task-3379951" [ 665.101827] env[69513]: _type = "Task" [ 665.101827] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.113206] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.193649] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.257140] env[69513]: DEBUG nova.compute.manager [req-533ce0c4-2f40-4a1f-af57-4ba75303ac7c req-8707a2eb-4162-447f-a872-2c689d49a6ab service nova] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Received event network-vif-deleted-40de5dab-8702-497b-95a9-4f1498193381 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.301293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-de1a0612-577f-4612-b2bf-71e14d8a9b62 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "f1d34676-2431-4872-be04-2893823d1799" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.952s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.324113] env[69513]: DEBUG nova.scheduler.client.report [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.375875] env[69513]: DEBUG nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.408522] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.408792] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.408957] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.410237] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.410443] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.410643] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.410861] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.411042] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.411212] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.411405] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.411553] env[69513]: DEBUG nova.virt.hardware [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.412534] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695106f-c109-4e63-ae99-6ea5eda03ec0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.426401] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc160216-8141-4d00-8ea0-efaafba62312 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c9a8bc2e-0bf0-489a-96dd-4743e3d06d8b tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "25443750-5a62-4761-a992-6761814c445d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.592s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.448104] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.455937] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Creating folder: Project (041ae4f14ac848958fde974358daaa01). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.456954] env[69513]: DEBUG nova.network.neutron [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 665.464138] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f21289-842c-4a8b-8fe8-c8de8967bcda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.478336] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379950, 'name': ReconfigVM_Task, 'duration_secs': 0.28394} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.480046] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 8449c056-fd63-4c95-b517-8fb2240182f3/8449c056-fd63-4c95-b517-8fb2240182f3.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.480046] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8abd864-eb48-477c-935b-3b469765684d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.485787] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 665.485787] env[69513]: value = "task-3379953" [ 665.485787] env[69513]: _type = "Task" [ 665.485787] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.491794] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Created folder: Project (041ae4f14ac848958fde974358daaa01) in parent group-v674393. [ 665.491988] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Creating folder: Instances. Parent ref: group-v674421. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.492706] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-198f085e-bff4-4897-b6aa-680132004193 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.498346] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379953, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.506832] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Created folder: Instances in parent group-v674421. [ 665.507090] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.507289] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.507527] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21bb6f79-8fc0-4e7f-af30-9ad82d72e075 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.523480] env[69513]: DEBUG nova.network.neutron [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updated VIF entry in instance network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 665.523480] env[69513]: DEBUG nova.network.neutron [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.531750] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.531750] env[69513]: value = "task-3379955" [ 665.531750] env[69513]: _type = "Task" [ 665.531750] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.545943] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379955, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.614386] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379951, 'name': PowerOffVM_Task, 'duration_secs': 0.371498} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.615141] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.615141] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.615866] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf3210-cdc5-4529-96c3-d4cdaf1b0082 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.623484] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.623866] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f841ffe3-57b7-4263-b335-b02ac3840a8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.690799] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.692556] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.692556] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.692556] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-404e2396-6faf-4d0d-bd51-290a7b0019bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.702937] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 665.702937] env[69513]: value = "task-3379957" [ 665.702937] env[69513]: _type = "Task" [ 665.702937] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.714642] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.807388] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.836958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.837187] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.844122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.639s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.845733] env[69513]: INFO nova.compute.claims [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.898337] env[69513]: DEBUG nova.network.neutron [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updating instance_info_cache with network_info: [{"id": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "address": "fa:16:3e:e2:c5:d5", "network": {"id": "9c3f885a-557f-4e49-9812-5801f94586e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2128367888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8cffb832ec94211b815c5b0fe0751bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce2c44-2d", "ovs_interfaceid": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.966174] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.000997] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379953, 'name': Rename_Task, 'duration_secs': 0.161221} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.001193] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.001421] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8de30e-5827-4715-858c-fc7a8db7de53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.011130] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 666.011130] env[69513]: value = "task-3379958" [ 666.011130] env[69513]: _type = "Task" [ 666.011130] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.022839] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.025924] env[69513]: DEBUG oslo_concurrency.lockutils [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] Releasing lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.026327] env[69513]: DEBUG nova.compute.manager [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Received event network-changed-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.026426] env[69513]: DEBUG nova.compute.manager [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Refreshing instance network info cache due to event network-changed-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.026645] env[69513]: DEBUG oslo_concurrency.lockutils [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] Acquiring lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.026789] env[69513]: DEBUG oslo_concurrency.lockutils [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] Acquired lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.027867] env[69513]: DEBUG nova.network.neutron [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Refreshing network info cache for port 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 666.047474] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379955, 'name': CreateVM_Task, 'duration_secs': 0.272888} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.047665] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.050128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.050128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.050128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.050887] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de64b7d7-7efa-4ed3-985a-3dd29f60913f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.056461] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 666.056461] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d2134-6c3d-8c9a-2816-266ed29f5c64" [ 666.056461] env[69513]: _type = "Task" [ 666.056461] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.062256] env[69513]: DEBUG nova.network.neutron [-] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.072215] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d2134-6c3d-8c9a-2816-266ed29f5c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.217476] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227486} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.217907] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.218214] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.218572] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.346250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.355320] env[69513]: DEBUG nova.compute.utils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.360793] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.361338] env[69513]: DEBUG nova.network.neutron [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.401495] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Releasing lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.402159] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Instance network_info: |[{"id": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "address": "fa:16:3e:e2:c5:d5", "network": {"id": "9c3f885a-557f-4e49-9812-5801f94586e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2128367888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8cffb832ec94211b815c5b0fe0751bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce2c44-2d", "ovs_interfaceid": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.403778] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:c5:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80ce2c44-2d47-4772-9f7d-c4ad4213a2fc', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.414704] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Creating folder: Project (b8cffb832ec94211b815c5b0fe0751bd). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.415301] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a57f18bb-c404-40d9-a285-740e7930fc7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.430707] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Created folder: Project (b8cffb832ec94211b815c5b0fe0751bd) in parent group-v674393. [ 666.430707] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Creating folder: Instances. Parent ref: group-v674424. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.430707] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3063da00-0598-4d41-8d0b-0e40eac5669d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.440935] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Created folder: Instances in parent group-v674424. [ 666.441506] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.442326] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.442586] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd84371f-5793-4988-9850-f68cc9ef813f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.474307] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.474307] env[69513]: value = "task-3379961" [ 666.474307] env[69513]: _type = "Task" [ 666.474307] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.494384] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379961, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.511892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.525477] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379958, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.547259] env[69513]: DEBUG nova.policy [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c917c49525da4a7a84ab9219a6eeebc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45457634190646b88ee1c83675231ea9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.567254] env[69513]: INFO nova.compute.manager [-] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Took 1.70 seconds to deallocate network for instance. [ 666.579545] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d2134-6c3d-8c9a-2816-266ed29f5c64, 'name': SearchDatastore_Task, 'duration_secs': 0.017457} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.584185] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.584185] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.590470] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.590632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.590829] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.591443] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0fe8fb4-4d71-49a9-97cb-42636bbc308d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.607380] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.607595] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.608757] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.609016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.609477] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce2f0b4-832a-43c8-9628-976c85d9ab1e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.617589] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 666.617589] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c36066-208c-516b-3f9b-04cab6fb52c6" [ 666.617589] env[69513]: _type = "Task" [ 666.617589] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.628173] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c36066-208c-516b-3f9b-04cab6fb52c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.707089] env[69513]: DEBUG nova.compute.manager [None req-0d1eaa1d-c783-48fe-96ae-d9519b1df3f7 tempest-ServerDiagnosticsV248Test-1115308272 tempest-ServerDiagnosticsV248Test-1115308272-project-admin] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.707089] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b1e868-ee2d-44e8-af82-2c8c2ba58bc3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.721021] env[69513]: INFO nova.compute.manager [None req-0d1eaa1d-c783-48fe-96ae-d9519b1df3f7 tempest-ServerDiagnosticsV248Test-1115308272 tempest-ServerDiagnosticsV248Test-1115308272-project-admin] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Retrieving diagnostics [ 666.721021] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a07e21d-987c-4f11-829b-c7f58f097298 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.865370] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.988986] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379961, 'name': CreateVM_Task, 'duration_secs': 0.470219} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.989341] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.990465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.990465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.990557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.990882] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4389e328-90d5-42b0-a171-dd12ab1b81cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.995464] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 666.995464] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d6c4f2-942e-7530-745a-422503c182e5" [ 666.995464] env[69513]: _type = "Task" [ 666.995464] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.008062] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d6c4f2-942e-7530-745a-422503c182e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.020878] env[69513]: DEBUG oslo_vmware.api [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3379958, 'name': PowerOnVM_Task, 'duration_secs': 0.558329} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.023777] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.023992] env[69513]: INFO nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Took 11.55 seconds to spawn the instance on the hypervisor. [ 667.024188] env[69513]: DEBUG nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.025979] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1c56b2-e592-4b87-aa60-918bdee74164 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.093097] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.135226] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c36066-208c-516b-3f9b-04cab6fb52c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012796} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.136654] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b00a1e9-c34d-46db-a840-ac30a6bb2e0f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.145451] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 667.145451] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c15a2e-83bc-89cc-5771-b6cedef049eb" [ 667.145451] env[69513]: _type = "Task" [ 667.145451] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.155354] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c15a2e-83bc-89cc-5771-b6cedef049eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.175457] env[69513]: DEBUG nova.network.neutron [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updated VIF entry in instance network info cache for port 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 667.175906] env[69513]: DEBUG nova.network.neutron [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updating instance_info_cache with network_info: [{"id": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "address": "fa:16:3e:df:1d:71", "network": {"id": "04bfa1a7-0dfd-408c-9202-c928b6201a95", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1924492570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d60a772cfb3c4ef694b6b91eea7a8822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f9c7cb-0a", "ovs_interfaceid": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.267473] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87d45b-3215-494e-8004-963ad2799e15 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.278208] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5c4c7-0a98-48f9-a39a-822f9f9e4457 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.317368] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1527fed6-9cc9-4934-944e-80440faf1dd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.324490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aafa435-7a8c-4f9b-a317-4760bb48a1ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.330739] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.330969] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.331121] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.331308] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.331605] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.331605] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.331782] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.331927] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.332098] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.332272] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.332416] env[69513]: DEBUG nova.virt.hardware [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.333987] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623e0b9-9c08-4f29-96a6-77ce54679be0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.350486] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f879d3-eb31-4070-82ff-c002de4a8839 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.354299] env[69513]: DEBUG nova.compute.provider_tree [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.367934] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:86:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b43bd28d-5ebe-4bc9-9633-8ce0072566b1', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.375392] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.379541] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.380094] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605f8389-58a2-4974-b159-80e8cc65a7b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.402799] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.402799] env[69513]: value = "task-3379962" [ 667.402799] env[69513]: _type = "Task" [ 667.402799] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.413759] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379962, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.507378] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d6c4f2-942e-7530-745a-422503c182e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.508267] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.508267] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.508557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.544528] env[69513]: INFO nova.compute.manager [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Took 19.51 seconds to build instance. [ 667.621606] env[69513]: DEBUG nova.network.neutron [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Successfully created port: 3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.657796] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c15a2e-83bc-89cc-5771-b6cedef049eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.658013] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.658291] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.658593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.658774] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.659011] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55e48dc0-7789-493d-966e-8d6720ee0d76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.661210] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ddd94cf-0c18-4be0-9b07-959e9fb648fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.667213] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 667.667213] env[69513]: value = "task-3379963" [ 667.667213] env[69513]: _type = "Task" [ 667.667213] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.671376] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.671546] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.672641] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c8c0d6-f038-45d3-86f3-13329027842a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.678092] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.682184] env[69513]: DEBUG oslo_concurrency.lockutils [req-e841a513-e8b3-4b6b-91c6-edcaa47f6ec5 req-81fd2366-1125-4607-85c3-e97a0eed476d service nova] Releasing lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.682184] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 667.682184] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ff55f-04f7-ac15-4587-7fc6daf821ec" [ 667.682184] env[69513]: _type = "Task" [ 667.682184] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.689136] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ff55f-04f7-ac15-4587-7fc6daf821ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.858314] env[69513]: DEBUG nova.scheduler.client.report [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.882562] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.922865] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379962, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.925534] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.925840] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.926269] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.926324] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.926526] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.926713] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.927144] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.927256] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.927522] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.927754] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.927962] env[69513]: DEBUG nova.virt.hardware [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.928912] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55432bf-a1bf-4fe0-9494-05aff5c01db1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.937964] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346184b7-16ad-4f1d-9197-5231ed6d8363 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.047957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aec1562f-ec46-44ea-86a4-403215db64d0 tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "8449c056-fd63-4c95-b517-8fb2240182f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.031s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.183085] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379963, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.199609] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ff55f-04f7-ac15-4587-7fc6daf821ec, 'name': SearchDatastore_Task, 'duration_secs': 0.020704} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.200360] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c52db8d-a6d9-4169-bed7-066faa91de38 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.206567] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 668.206567] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5222775f-37f7-d8e3-4c2d-fa9ef588a4a3" [ 668.206567] env[69513]: _type = "Task" [ 668.206567] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.218106] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5222775f-37f7-d8e3-4c2d-fa9ef588a4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.366149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.368815] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.370822] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.339s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.372247] env[69513]: INFO nova.compute.claims [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.419965] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379962, 'name': CreateVM_Task, 'duration_secs': 0.533078} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.420321] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.420887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.421057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.421406] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.421619] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5da6316-310d-4327-8ad6-01c5e0d9d3d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.428861] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 668.428861] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527015e5-1cde-ba1a-edb9-d42633bd020b" [ 668.428861] env[69513]: _type = "Task" [ 668.428861] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.436515] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527015e5-1cde-ba1a-edb9-d42633bd020b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.551783] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.613477] env[69513]: DEBUG nova.compute.manager [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Received event network-vif-plugged-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.613477] env[69513]: DEBUG oslo_concurrency.lockutils [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.613477] env[69513]: DEBUG oslo_concurrency.lockutils [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.613590] env[69513]: DEBUG oslo_concurrency.lockutils [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.613775] env[69513]: DEBUG nova.compute.manager [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] No waiting events found dispatching network-vif-plugged-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.613968] env[69513]: WARNING nova.compute.manager [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Received unexpected event network-vif-plugged-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc for instance with vm_state building and task_state spawning. [ 668.614184] env[69513]: DEBUG nova.compute.manager [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Received event network-changed-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.614383] env[69513]: DEBUG nova.compute.manager [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Refreshing instance network info cache due to event network-changed-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.614602] env[69513]: DEBUG oslo_concurrency.lockutils [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] Acquiring lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.614772] env[69513]: DEBUG oslo_concurrency.lockutils [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] Acquired lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.614963] env[69513]: DEBUG nova.network.neutron [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Refreshing network info cache for port 80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 668.650542] env[69513]: DEBUG nova.compute.manager [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 668.683532] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717791} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.683905] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.684041] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.684283] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0412dea9-aa80-4182-8546-7f29038d2272 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.691916] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 668.691916] env[69513]: value = "task-3379964" [ 668.691916] env[69513]: _type = "Task" [ 668.691916] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.702481] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.716826] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5222775f-37f7-d8e3-4c2d-fa9ef588a4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.054624} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.717107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.717387] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 02a2e207-94cf-48fc-92fb-701ccaa6dce8/02a2e207-94cf-48fc-92fb-701ccaa6dce8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.717638] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860cd7c5-2b9c-4a0d-b169-cf0c7ac480f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.725400] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 668.725400] env[69513]: value = "task-3379965" [ 668.725400] env[69513]: _type = "Task" [ 668.725400] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.734935] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.877882] env[69513]: DEBUG nova.compute.utils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.887080] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.887080] env[69513]: DEBUG nova.network.neutron [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.938273] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527015e5-1cde-ba1a-edb9-d42633bd020b, 'name': SearchDatastore_Task, 'duration_secs': 0.023282} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.940047] env[69513]: DEBUG nova.policy [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '661102c0fad049d1b4a5c8c555229bba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce916587ca14053af3a0e90d8cfb7a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.941650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.941879] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.942127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.942271] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.942444] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.942717] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-095ffd6d-fd17-4ee0-a963-e54c52ac066e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.957500] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.958198] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.958521] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80367bac-42be-4175-95ff-0421d8b87a65 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.967344] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 668.967344] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529aa809-c3ad-8d01-c6e6-fe19345108d5" [ 668.967344] env[69513]: _type = "Task" [ 668.967344] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.974513] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529aa809-c3ad-8d01-c6e6-fe19345108d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.082935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.169615] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.203678] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07288} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.203678] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.204725] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fccaed-e5d0-4dad-af9f-b8ad0f652402 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.226218] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.226594] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a202bc11-8777-4d14-a85e-1a642f0fb431 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.251750] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379965, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.253380] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 669.253380] env[69513]: value = "task-3379966" [ 669.253380] env[69513]: _type = "Task" [ 669.253380] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.261101] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.388181] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.475684] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529aa809-c3ad-8d01-c6e6-fe19345108d5, 'name': SearchDatastore_Task, 'duration_secs': 0.047052} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.476560] env[69513]: DEBUG nova.network.neutron [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Successfully created port: cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.479248] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054872da-c21e-4252-85ec-8a55a85b4aa8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.491154] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 669.491154] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f81161-bdd5-a588-f93d-8b5fcf68151d" [ 669.491154] env[69513]: _type = "Task" [ 669.491154] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.502559] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f81161-bdd5-a588-f93d-8b5fcf68151d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.738181] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815234} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.741009] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 02a2e207-94cf-48fc-92fb-701ccaa6dce8/02a2e207-94cf-48fc-92fb-701ccaa6dce8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.741233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.741683] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1042de81-3795-41ec-b537-ce141c5b2bf9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.748459] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 669.748459] env[69513]: value = "task-3379967" [ 669.748459] env[69513]: _type = "Task" [ 669.748459] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.758507] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8baf65e-655b-4387-bd0f-ef1521e3db2e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.774196] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.778173] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3ecee-0e03-468d-9f41-0ffdc298a813 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.781641] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.812328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd31f8-3a97-4682-8e90-35c9af400666 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.820142] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6519b55a-9e40-4e6c-a940-3750d353afa4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.833347] env[69513]: DEBUG nova.compute.provider_tree [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.000736] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f81161-bdd5-a588-f93d-8b5fcf68151d, 'name': SearchDatastore_Task, 'duration_secs': 0.031711} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.000986] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.001257] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.001509] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9297dc4a-31e8-4e38-9604-8b04d8343ccb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.008438] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 670.008438] env[69513]: value = "task-3379968" [ 670.008438] env[69513]: _type = "Task" [ 670.008438] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.016595] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.258196] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264411} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.261368] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.262109] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15b0915-2980-4956-8084-66b52204540b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.269376] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.289597] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 02a2e207-94cf-48fc-92fb-701ccaa6dce8/02a2e207-94cf-48fc-92fb-701ccaa6dce8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.290347] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82789af-91cb-4ad3-a9e2-85825dc59698 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.304586] env[69513]: DEBUG nova.network.neutron [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updated VIF entry in instance network info cache for port 80ce2c44-2d47-4772-9f7d-c4ad4213a2fc. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 670.304910] env[69513]: DEBUG nova.network.neutron [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updating instance_info_cache with network_info: [{"id": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "address": "fa:16:3e:e2:c5:d5", "network": {"id": "9c3f885a-557f-4e49-9812-5801f94586e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2128367888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8cffb832ec94211b815c5b0fe0751bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce2c44-2d", "ovs_interfaceid": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.311306] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 670.311306] env[69513]: value = "task-3379969" [ 670.311306] env[69513]: _type = "Task" [ 670.311306] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.320472] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.339730] env[69513]: DEBUG nova.scheduler.client.report [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.402659] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.433283] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:37:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1805895102',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-572841960',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.433283] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.433283] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.433433] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.433433] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.433433] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.433433] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.433433] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.433891] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.434206] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.434509] env[69513]: DEBUG nova.virt.hardware [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.435499] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6538b4-197d-4988-b222-d687072e707c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.445370] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329347dc-a402-4980-ac63-49bd93e265dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.522392] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.577704] env[69513]: DEBUG nova.network.neutron [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Successfully updated port: 3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.771800] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379966, 'name': ReconfigVM_Task, 'duration_secs': 1.029773} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.772140] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.772895] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51094334-7ae8-4d94-aacc-97572ee6aa43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.782550] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 670.782550] env[69513]: value = "task-3379970" [ 670.782550] env[69513]: _type = "Task" [ 670.782550] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.793486] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379970, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.808405] env[69513]: DEBUG oslo_concurrency.lockutils [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] Releasing lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.808662] env[69513]: DEBUG nova.compute.manager [req-ab90a401-d706-4d05-a958-b96a56934bc2 req-6f47b438-d337-4c35-92db-84ef90047dd7 service nova] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Received event network-vif-deleted-c954d39e-02f4-4bf3-a43b-cb918bc7978c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.824571] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.845350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.846065] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.852833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.300s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.852978] env[69513]: DEBUG nova.objects.instance [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lazy-loading 'resources' on Instance uuid f502aac5-5a9c-45ce-8f4a-920835a713e2 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.994016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "25443750-5a62-4761-a992-6761814c445d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.994016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "25443750-5a62-4761-a992-6761814c445d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.994016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "25443750-5a62-4761-a992-6761814c445d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.994016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "25443750-5a62-4761-a992-6761814c445d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.994308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "25443750-5a62-4761-a992-6761814c445d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.995841] env[69513]: INFO nova.compute.manager [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Terminating instance [ 671.025194] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937942} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.025491] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.025696] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.025939] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-548e65c6-e9ef-422d-8ce8-7d5ae47a2583 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.033260] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 671.033260] env[69513]: value = "task-3379971" [ 671.033260] env[69513]: _type = "Task" [ 671.033260] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.042250] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.082684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.082962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.083196] env[69513]: DEBUG nova.network.neutron [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 671.294917] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379970, 'name': Rename_Task, 'duration_secs': 0.336781} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.297637] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.298821] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1974d5f-9c40-4e49-b41d-ff79b7eae052 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.307889] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 671.307889] env[69513]: value = "task-3379972" [ 671.307889] env[69513]: _type = "Task" [ 671.307889] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.319426] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.325367] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379969, 'name': ReconfigVM_Task, 'duration_secs': 0.787268} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.325648] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 02a2e207-94cf-48fc-92fb-701ccaa6dce8/02a2e207-94cf-48fc-92fb-701ccaa6dce8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.326285] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250ceadc-369d-46ab-a283-476e39be8b2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.333529] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 671.333529] env[69513]: value = "task-3379973" [ 671.333529] env[69513]: _type = "Task" [ 671.333529] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.345376] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379973, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.356381] env[69513]: DEBUG nova.compute.utils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.362894] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.362894] env[69513]: DEBUG nova.network.neutron [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.390745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "c8efdc90-e47b-4628-bfcb-143a0a958257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.391033] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.459828] env[69513]: DEBUG nova.policy [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c917c49525da4a7a84ab9219a6eeebc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45457634190646b88ee1c83675231ea9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.499575] env[69513]: DEBUG nova.compute.manager [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.499838] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.500892] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97725030-2d25-4b06-96ad-3eb72bc21173 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.515467] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.515467] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6bb8e64-bc76-434e-a0a4-509df93085e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.522368] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 671.522368] env[69513]: value = "task-3379974" [ 671.522368] env[69513]: _type = "Task" [ 671.522368] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.537167] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.545483] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073369} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.546261] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.551339] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d6b60e-c397-4135-b677-32183178478d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.582017] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.585760] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a71aff-b807-4b50-b5d1-6a9d85efe578 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.610316] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 671.610316] env[69513]: value = "task-3379975" [ 671.610316] env[69513]: _type = "Task" [ 671.610316] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.623202] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.680651] env[69513]: DEBUG nova.network.neutron [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 671.768123] env[69513]: DEBUG nova.network.neutron [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Successfully updated port: cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.790920] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3f7ee-8e1b-4f4d-bfe4-cdfd9d3387e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.801510] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bea547-3a97-4995-8d4f-cf309b89ac0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.843653] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d502bbc-ddaa-49e5-a64d-4e4d0c4fbd20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.851062] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.855956] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379973, 'name': Rename_Task, 'duration_secs': 0.282602} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.856337] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.857783] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26023bbe-61a9-422b-97ca-fdca63d0c527 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.863315] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74246d63-ad24-4f91-a236-86930338dd9a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.865201] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.881818] env[69513]: DEBUG nova.compute.provider_tree [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.881818] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 671.881818] env[69513]: value = "task-3379976" [ 671.881818] env[69513]: _type = "Task" [ 671.881818] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.893367] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.039024] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379974, 'name': PowerOffVM_Task, 'duration_secs': 0.223805} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.039024] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.039024] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.039024] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f899445-e943-44da-92cb-3a6649c44cd0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.114398] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.114398] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.114398] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Deleting the datastore file [datastore2] 25443750-5a62-4761-a992-6761814c445d {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.114398] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8d6e0f0-764b-4ee0-a2be-f5781497e054 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.114398] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for the task: (returnval){ [ 672.114398] env[69513]: value = "task-3379978" [ 672.114398] env[69513]: _type = "Task" [ 672.114398] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.145401] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.145401] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379975, 'name': ReconfigVM_Task, 'duration_secs': 0.326673} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.145603] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2/7c756c10-798f-4e22-8d53-52d3c4d446c2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.146492] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-683a41a0-7f43-4008-8d95-da71d2b2c627 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.155850] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 672.155850] env[69513]: value = "task-3379979" [ 672.155850] env[69513]: _type = "Task" [ 672.155850] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.168411] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379979, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.200829] env[69513]: DEBUG nova.compute.manager [req-346459be-2a69-41dc-ae18-68ff5bc021cd req-9e74820f-594c-4a5f-9b77-573a28f71a22 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Received event network-vif-plugged-3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.201147] env[69513]: DEBUG oslo_concurrency.lockutils [req-346459be-2a69-41dc-ae18-68ff5bc021cd req-9e74820f-594c-4a5f-9b77-573a28f71a22 service nova] Acquiring lock "f9e131e0-417f-4baf-b7fd-a3547169fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.201419] env[69513]: DEBUG oslo_concurrency.lockutils [req-346459be-2a69-41dc-ae18-68ff5bc021cd req-9e74820f-594c-4a5f-9b77-573a28f71a22 service nova] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.201662] env[69513]: DEBUG oslo_concurrency.lockutils [req-346459be-2a69-41dc-ae18-68ff5bc021cd req-9e74820f-594c-4a5f-9b77-573a28f71a22 service nova] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.201886] env[69513]: DEBUG nova.compute.manager [req-346459be-2a69-41dc-ae18-68ff5bc021cd req-9e74820f-594c-4a5f-9b77-573a28f71a22 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] No waiting events found dispatching network-vif-plugged-3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.202113] env[69513]: WARNING nova.compute.manager [req-346459be-2a69-41dc-ae18-68ff5bc021cd req-9e74820f-594c-4a5f-9b77-573a28f71a22 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Received unexpected event network-vif-plugged-3055311e-4ec7-4c71-af7b-6dd1d248b090 for instance with vm_state building and task_state spawning. [ 672.270821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.270954] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.271125] env[69513]: DEBUG nova.network.neutron [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 672.343552] env[69513]: DEBUG nova.network.neutron [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Updating instance_info_cache with network_info: [{"id": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "address": "fa:16:3e:9d:d8:9f", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3055311e-4e", "ovs_interfaceid": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.352259] env[69513]: DEBUG oslo_vmware.api [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379972, 'name': PowerOnVM_Task, 'duration_secs': 0.754369} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.352259] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.352446] env[69513]: INFO nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Took 6.98 seconds to spawn the instance on the hypervisor. [ 672.352880] env[69513]: DEBUG nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.353557] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008ee1ec-4309-48e9-8172-fe4bde06f98d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.399091] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.421148] env[69513]: ERROR nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] [req-c5a64ace-e97b-4aab-8dec-dcb63a80799b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5a64ace-e97b-4aab-8dec-dcb63a80799b"}]} [ 672.444473] env[69513]: DEBUG nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.465214] env[69513]: DEBUG nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.465957] env[69513]: DEBUG nova.compute.provider_tree [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.479558] env[69513]: DEBUG nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.502143] env[69513]: DEBUG nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.542595] env[69513]: DEBUG nova.network.neutron [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Successfully created port: be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.632025] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.659032] env[69513]: DEBUG nova.compute.manager [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Received event network-changed-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.659229] env[69513]: DEBUG nova.compute.manager [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Refreshing instance network info cache due to event network-changed-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.659370] env[69513]: DEBUG oslo_concurrency.lockutils [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] Acquiring lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.659515] env[69513]: DEBUG oslo_concurrency.lockutils [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] Acquired lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659716] env[69513]: DEBUG nova.network.neutron [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Refreshing network info cache for port 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 672.676942] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379979, 'name': Rename_Task, 'duration_secs': 0.141888} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.677050] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.678249] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530091e2-5736-442a-95a6-f74b2a2ed160 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.683750] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 672.683750] env[69513]: value = "task-3379980" [ 672.683750] env[69513]: _type = "Task" [ 672.683750] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.695530] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.847066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.847066] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Instance network_info: |[{"id": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "address": "fa:16:3e:9d:d8:9f", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3055311e-4e", "ovs_interfaceid": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.847411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d8:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3055311e-4ec7-4c71-af7b-6dd1d248b090', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.855690] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Creating folder: Project (45457634190646b88ee1c83675231ea9). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.856574] env[69513]: DEBUG nova.network.neutron [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 672.860118] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53c9733d-ab86-4d9c-9335-dcf760ceaaec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873226] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.875124] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.877570] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.880193] env[69513]: INFO nova.compute.manager [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Took 20.06 seconds to build instance. [ 672.886231] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Created folder: Project (45457634190646b88ee1c83675231ea9) in parent group-v674393. [ 672.887051] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Creating folder: Instances. Parent ref: group-v674428. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.890258] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-329047c6-3236-466a-ac6b-a70978c9fb98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.898383] env[69513]: DEBUG oslo_vmware.api [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3379976, 'name': PowerOnVM_Task, 'duration_secs': 0.75881} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.903747] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.903747] env[69513]: INFO nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Took 10.00 seconds to spawn the instance on the hypervisor. [ 672.903747] env[69513]: DEBUG nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.904108] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Created folder: Instances in parent group-v674428. [ 672.904149] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.909399] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b1e2d2-1db3-4d65-9565-91e9eff6e6cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.912600] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.913525] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbec0964-0bb0-4a6d-8938-36f796aadb21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.937863] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.938140] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.938300] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.938536] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.938645] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.938768] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.938961] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.939143] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.939362] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.939527] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.942764] env[69513]: DEBUG nova.virt.hardware [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.943836] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3982e2-e52e-4961-b2f7-4cf9a6ab1dba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.954784] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.954784] env[69513]: value = "task-3379983" [ 672.954784] env[69513]: _type = "Task" [ 672.954784] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.960583] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ee81a-8209-447f-9ef2-fc2d03957104 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.972798] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379983, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.033564] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d673e-9b5a-4da1-ac6f-8f2b7c00eca4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.042735] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232070d9-cc55-4a1e-ab4e-d184bd40605f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.079990] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77259dcb-3195-4062-b82b-0214ed1d347c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.087453] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1080db12-fee8-4dbd-993c-819790ef0149 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.105750] env[69513]: DEBUG nova.compute.provider_tree [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.135971] env[69513]: DEBUG oslo_vmware.api [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Task: {'id': task-3379978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543667} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.135971] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.135971] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.135971] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.135971] env[69513]: INFO nova.compute.manager [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] [instance: 25443750-5a62-4761-a992-6761814c445d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 673.136243] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.136243] env[69513]: DEBUG nova.compute.manager [-] [instance: 25443750-5a62-4761-a992-6761814c445d] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.136243] env[69513]: DEBUG nova.network.neutron [-] [instance: 25443750-5a62-4761-a992-6761814c445d] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 673.170572] env[69513]: DEBUG nova.network.neutron [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Updating instance_info_cache with network_info: [{"id": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "address": "fa:16:3e:6d:6c:d8", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf54f0c5-a5", "ovs_interfaceid": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.200835] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379980, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.381963] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cce37643-f25e-4b19-b41f-6e6e24230c52 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "3ca386ea-bb2d-412c-a855-399c4776feb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.348s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.471676] env[69513]: INFO nova.compute.manager [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Took 23.47 seconds to build instance. [ 673.475686] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379983, 'name': CreateVM_Task, 'duration_secs': 0.469981} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.476091] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.476707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.477778] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.477778] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.477778] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bff7248-a450-46de-8b2b-7dd862f96060 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.483258] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 673.483258] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5257ccb9-1572-db56-6e65-f94c6dd4e89f" [ 673.483258] env[69513]: _type = "Task" [ 673.483258] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.493629] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5257ccb9-1572-db56-6e65-f94c6dd4e89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.499723] env[69513]: DEBUG nova.network.neutron [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updated VIF entry in instance network info cache for port 27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 673.500125] env[69513]: DEBUG nova.network.neutron [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updating instance_info_cache with network_info: [{"id": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "address": "fa:16:3e:df:1d:71", "network": {"id": "04bfa1a7-0dfd-408c-9202-c928b6201a95", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1924492570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d60a772cfb3c4ef694b6b91eea7a8822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f9c7cb-0a", "ovs_interfaceid": "27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.650301] env[69513]: DEBUG nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.650774] env[69513]: DEBUG nova.compute.provider_tree [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 29 to 30 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.650774] env[69513]: DEBUG nova.compute.provider_tree [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.674423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Releasing lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.674626] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Instance network_info: |[{"id": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "address": "fa:16:3e:6d:6c:d8", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf54f0c5-a5", "ovs_interfaceid": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.676468] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:6c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf54f0c5-a5fb-42d7-a82e-dea752da33e4', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.683428] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Creating folder: Project (0ce916587ca14053af3a0e90d8cfb7a8). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.684044] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-024e7dc9-03a8-4319-abed-483e07ca202c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.696782] env[69513]: DEBUG oslo_vmware.api [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379980, 'name': PowerOnVM_Task, 'duration_secs': 0.680864} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.698092] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.698392] env[69513]: DEBUG nova.compute.manager [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.698656] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Created folder: Project (0ce916587ca14053af3a0e90d8cfb7a8) in parent group-v674393. [ 673.698856] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Creating folder: Instances. Parent ref: group-v674431. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.699797] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e85f60-4848-426f-9777-d6ea193d843b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.702205] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e8f0ff8-2562-4bea-9e03-4dcc4a83959c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.712133] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Created folder: Instances in parent group-v674431. [ 673.712529] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.712607] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f493655-88cc-4473-a156-828391eba964] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.712732] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c214c0de-6cef-4ad4-a5af-a8da1b8c4f40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.731937] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.731937] env[69513]: value = "task-3379986" [ 673.731937] env[69513]: _type = "Task" [ 673.731937] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.741694] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379986, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.885172] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.968032] env[69513]: DEBUG nova.network.neutron [-] [instance: 25443750-5a62-4761-a992-6761814c445d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.977376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4242b842-492a-4f14-9dfd-d4df3d07396c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.990s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.998133] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5257ccb9-1572-db56-6e65-f94c6dd4e89f, 'name': SearchDatastore_Task, 'duration_secs': 0.014465} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.998133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.998133] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.998133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.998295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.998295] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.998295] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e25732a-284f-45f4-9e89-8d807ab68836 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.002456] env[69513]: DEBUG oslo_concurrency.lockutils [req-ac217949-f97e-48a1-b5e5-c3a19d70c7ab req-14970aaf-7bdf-4bb9-ab86-7a387468924c service nova] Releasing lock "refresh_cache-78f33845-ef69-45e3-abb7-0db7ba212fdd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.007282] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.007823] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.008453] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b65264-b6c9-449f-8154-7cbd612f779c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.015122] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 674.015122] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5236df9a-865a-ae75-cd93-3522507f6a50" [ 674.015122] env[69513]: _type = "Task" [ 674.015122] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.023045] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5236df9a-865a-ae75-cd93-3522507f6a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.160960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.308s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.164260] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.087s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.165899] env[69513]: INFO nova.compute.claims [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.198868] env[69513]: INFO nova.scheduler.client.report [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Deleted allocations for instance f502aac5-5a9c-45ce-8f4a-920835a713e2 [ 674.217976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.242472] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379986, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.419594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.471454] env[69513]: INFO nova.compute.manager [-] [instance: 25443750-5a62-4761-a992-6761814c445d] Took 1.34 seconds to deallocate network for instance. [ 674.479909] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.530050] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5236df9a-865a-ae75-cd93-3522507f6a50, 'name': SearchDatastore_Task, 'duration_secs': 0.008512} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.531240] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b5bc79-155d-4aed-a810-e86637bdca11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.538429] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 674.538429] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234ffa3-2586-4976-5c5e-7a05b158bf3a" [ 674.538429] env[69513]: _type = "Task" [ 674.538429] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.549007] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234ffa3-2586-4976-5c5e-7a05b158bf3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.711841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-010f296d-8fa2-4bde-9b43-ef304c581f14 tempest-DeleteServersAdminTestJSON-749538940 tempest-DeleteServersAdminTestJSON-749538940-project-admin] Lock "f502aac5-5a9c-45ce-8f4a-920835a713e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.183s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.745861] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379986, 'name': CreateVM_Task, 'duration_secs': 0.556806} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.746136] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f493655-88cc-4473-a156-828391eba964] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.746895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.747103] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.747484] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.750034] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35462433-457f-4538-a3f3-c1790e0b01b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.753587] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 674.753587] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529f0ad8-ddb6-3c47-5980-b04f6f7b8d9a" [ 674.753587] env[69513]: _type = "Task" [ 674.753587] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.765095] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529f0ad8-ddb6-3c47-5980-b04f6f7b8d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.819798] env[69513]: INFO nova.compute.manager [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Rebuilding instance [ 674.892976] env[69513]: DEBUG nova.network.neutron [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Successfully updated port: be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.895163] env[69513]: DEBUG nova.compute.manager [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.896442] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef600be1-1bee-4466-be52-b829025695bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.979611] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.008271] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.052992] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234ffa3-2586-4976-5c5e-7a05b158bf3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.053429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.053793] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f9e131e0-417f-4baf-b7fd-a3547169fd41/f9e131e0-417f-4baf-b7fd-a3547169fd41.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.054463] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d7d6ce-54ed-4787-ac41-5d4114287b53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.065525] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 675.065525] env[69513]: value = "task-3379987" [ 675.065525] env[69513]: _type = "Task" [ 675.065525] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.076221] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.121951] env[69513]: DEBUG nova.compute.manager [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.122158] env[69513]: DEBUG nova.compute.manager [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing instance network info cache due to event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.122381] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.122662] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.122662] env[69513]: DEBUG nova.network.neutron [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 675.274507] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529f0ad8-ddb6-3c47-5980-b04f6f7b8d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.274706] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.275244] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.275244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.275434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.275625] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.276356] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e518985c-59f0-4b3b-9c67-db2cb70f7db0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.294126] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.294422] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.298094] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27b65a8-35bd-4465-b1b3-a0f447e081d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.305086] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 675.305086] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52551990-90cc-1f8f-03fa-bd0d6d48d6fc" [ 675.305086] env[69513]: _type = "Task" [ 675.305086] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.315007] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52551990-90cc-1f8f-03fa-bd0d6d48d6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.401449] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "refresh_cache-60b53559-2eae-4f70-b76e-a12c8d522950" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.401636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "refresh_cache-60b53559-2eae-4f70-b76e-a12c8d522950" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.401795] env[69513]: DEBUG nova.network.neutron [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 675.578945] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379987, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.624353] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e8efc-ff91-40c6-b346-3c2d23cd4e62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.636833] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4dc5e3-3b62-43f8-9829-ea002d0d996c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.644444] env[69513]: DEBUG nova.compute.manager [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Received event network-vif-plugged-cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.644444] env[69513]: DEBUG oslo_concurrency.lockutils [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] Acquiring lock "3f493655-88cc-4473-a156-828391eba964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.644444] env[69513]: DEBUG oslo_concurrency.lockutils [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] Lock "3f493655-88cc-4473-a156-828391eba964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.644444] env[69513]: DEBUG oslo_concurrency.lockutils [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] Lock "3f493655-88cc-4473-a156-828391eba964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.644444] env[69513]: DEBUG nova.compute.manager [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] No waiting events found dispatching network-vif-plugged-cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.644612] env[69513]: WARNING nova.compute.manager [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Received unexpected event network-vif-plugged-cf54f0c5-a5fb-42d7-a82e-dea752da33e4 for instance with vm_state building and task_state spawning. [ 675.644612] env[69513]: DEBUG nova.compute.manager [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Received event network-changed-cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.644612] env[69513]: DEBUG nova.compute.manager [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Refreshing instance network info cache due to event network-changed-cf54f0c5-a5fb-42d7-a82e-dea752da33e4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.644612] env[69513]: DEBUG oslo_concurrency.lockutils [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] Acquiring lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.644730] env[69513]: DEBUG oslo_concurrency.lockutils [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] Acquired lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.644838] env[69513]: DEBUG nova.network.neutron [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Refreshing network info cache for port cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 675.678168] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71f83b-c454-4cda-8b2f-b33c7f7125fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.687042] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04206f3-9b60-4d6e-b90e-cc5824acf643 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.702578] env[69513]: DEBUG nova.compute.provider_tree [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.816375] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52551990-90cc-1f8f-03fa-bd0d6d48d6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.047185} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.817238] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956f5a6c-c013-4cb1-8672-b4ac4971c4ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.823769] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 675.823769] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520f302d-4c35-6998-644c-80e2538928df" [ 675.823769] env[69513]: _type = "Task" [ 675.823769] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.833069] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520f302d-4c35-6998-644c-80e2538928df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.915167] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.915520] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd71e4ab-8bf2-4d58-b311-ab3e5b934a2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.924592] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 675.924592] env[69513]: value = "task-3379988" [ 675.924592] env[69513]: _type = "Task" [ 675.924592] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.939982] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.973262] env[69513]: DEBUG nova.network.neutron [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 676.083294] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5213} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.083881] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f9e131e0-417f-4baf-b7fd-a3547169fd41/f9e131e0-417f-4baf-b7fd-a3547169fd41.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.084242] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.084531] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1575b07d-0f66-478d-97ce-c0af1d893a66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.092840] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 676.092840] env[69513]: value = "task-3379989" [ 676.092840] env[69513]: _type = "Task" [ 676.092840] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.104755] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.206732] env[69513]: DEBUG nova.scheduler.client.report [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.219326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "7c756c10-798f-4e22-8d53-52d3c4d446c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.219678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.219919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "7c756c10-798f-4e22-8d53-52d3c4d446c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.220112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.220276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.222382] env[69513]: INFO nova.compute.manager [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Terminating instance [ 676.335073] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520f302d-4c35-6998-644c-80e2538928df, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.336118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336118] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3f493655-88cc-4473-a156-828391eba964/3f493655-88cc-4473-a156-828391eba964.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.336118] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a656477-1261-473e-bd15-9ca6bf77a855 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.342073] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 676.342073] env[69513]: value = "task-3379990" [ 676.342073] env[69513]: _type = "Task" [ 676.342073] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.351062] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3379990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.407329] env[69513]: DEBUG nova.network.neutron [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updated VIF entry in instance network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 676.407329] env[69513]: DEBUG nova.network.neutron [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.441174] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379988, 'name': PowerOffVM_Task, 'duration_secs': 0.169491} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.441701] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.442069] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.444145] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b9f600-acf1-4643-a810-8f13c5b6c692 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.452568] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.452985] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b19a58a-471d-4936-9d52-5fb8ff482f68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.461558] env[69513]: DEBUG nova.network.neutron [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Updating instance_info_cache with network_info: [{"id": "be0db92b-c3b0-432a-b17a-87a3b62ef694", "address": "fa:16:3e:c8:28:3c", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0db92b-c3", "ovs_interfaceid": "be0db92b-c3b0-432a-b17a-87a3b62ef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.472113] env[69513]: DEBUG nova.network.neutron [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Updated VIF entry in instance network info cache for port cf54f0c5-a5fb-42d7-a82e-dea752da33e4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 676.476470] env[69513]: DEBUG nova.network.neutron [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Updating instance_info_cache with network_info: [{"id": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "address": "fa:16:3e:6d:6c:d8", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf54f0c5-a5", "ovs_interfaceid": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.477937] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.478049] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.478460] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Deleting the datastore file [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.478754] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d78e4c-5ee9-4999-9906-3d17e1c56360 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.485830] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 676.485830] env[69513]: value = "task-3379992" [ 676.485830] env[69513]: _type = "Task" [ 676.485830] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.496690] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.606262] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158937} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.606613] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.607707] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8dab9-9d39-4885-9a50-b25b3dcdfdd9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.639992] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f9e131e0-417f-4baf-b7fd-a3547169fd41/f9e131e0-417f-4baf-b7fd-a3547169fd41.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.640415] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f047c7-2095-43f9-8b54-f447247e714e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.672356] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 676.672356] env[69513]: value = "task-3379993" [ 676.672356] env[69513]: _type = "Task" [ 676.672356] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.683858] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.717276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.717933] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.724483] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.529s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.724483] env[69513]: INFO nova.compute.claims [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.730330] env[69513]: DEBUG nova.compute.manager [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.730330] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.730330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d9a00-77df-4a46-b84c-d42f18b7f3c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.740328] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.740617] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45232d8-47ee-4e68-80a1-8e782351de0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.748653] env[69513]: DEBUG oslo_vmware.api [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 676.748653] env[69513]: value = "task-3379994" [ 676.748653] env[69513]: _type = "Task" [ 676.748653] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.765252] env[69513]: DEBUG oslo_vmware.api [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.853965] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3379990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472479} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.854414] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3f493655-88cc-4473-a156-828391eba964/3f493655-88cc-4473-a156-828391eba964.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.854532] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.854890] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-695e8968-7732-4cbe-aa1b-5ffe4e338da9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.864066] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 676.864066] env[69513]: value = "task-3379995" [ 676.864066] env[69513]: _type = "Task" [ 676.864066] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.872306] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3379995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.914261] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.914481] env[69513]: DEBUG nova.compute.manager [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Received event network-changed-3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.914839] env[69513]: DEBUG nova.compute.manager [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Refreshing instance network info cache due to event network-changed-3055311e-4ec7-4c71-af7b-6dd1d248b090. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.915264] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] Acquiring lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.915495] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] Acquired lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.916132] env[69513]: DEBUG nova.network.neutron [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Refreshing network info cache for port 3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 676.964320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "refresh_cache-60b53559-2eae-4f70-b76e-a12c8d522950" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.964670] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Instance network_info: |[{"id": "be0db92b-c3b0-432a-b17a-87a3b62ef694", "address": "fa:16:3e:c8:28:3c", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0db92b-c3", "ovs_interfaceid": "be0db92b-c3b0-432a-b17a-87a3b62ef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.965111] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:28:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0db92b-c3b0-432a-b17a-87a3b62ef694', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.975358] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.975843] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.976761] env[69513]: DEBUG oslo_concurrency.lockutils [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] Releasing lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.976761] env[69513]: DEBUG nova.compute.manager [req-509cd10e-a237-4fc0-86f2-96635cbf6b61 req-ea7d1ed8-e88d-4ff7-9931-8c24ac38ab51 service nova] [instance: 25443750-5a62-4761-a992-6761814c445d] Received event network-vif-deleted-0617601e-65dd-4ea0-8a9d-3dca132c24f7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.977219] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3060c14-2d36-45b7-968c-14048c1f665b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.003401] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3379992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375969} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.004535] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.004751] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.004937] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.009332] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.009332] env[69513]: value = "task-3379996" [ 677.009332] env[69513]: _type = "Task" [ 677.009332] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.024960] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379996, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.185609] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379993, 'name': ReconfigVM_Task, 'duration_secs': 0.415109} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.185900] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f9e131e0-417f-4baf-b7fd-a3547169fd41/f9e131e0-417f-4baf-b7fd-a3547169fd41.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.186552] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a755152-7a3f-430e-ad2c-2c54d142186b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.195235] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 677.195235] env[69513]: value = "task-3379997" [ 677.195235] env[69513]: _type = "Task" [ 677.195235] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.207564] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379997, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.229348] env[69513]: DEBUG nova.compute.utils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.233212] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.233374] env[69513]: DEBUG nova.network.neutron [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.259820] env[69513]: DEBUG oslo_vmware.api [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379994, 'name': PowerOffVM_Task, 'duration_secs': 0.20291} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.260108] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.260272] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.260524] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d96689-dc86-4c85-bf31-f1b020b47328 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.318558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "cc60a360-27cc-4c89-a040-4346787b381f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.318988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "cc60a360-27cc-4c89-a040-4346787b381f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.345038] env[69513]: DEBUG nova.policy [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c917c49525da4a7a84ab9219a6eeebc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45457634190646b88ee1c83675231ea9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.354747] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.355083] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.355271] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore1] 7c756c10-798f-4e22-8d53-52d3c4d446c2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.355850] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f94d04-accd-46c9-b2c7-cf512886ac70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.364384] env[69513]: DEBUG oslo_vmware.api [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 677.364384] env[69513]: value = "task-3379999" [ 677.364384] env[69513]: _type = "Task" [ 677.364384] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.377701] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3379995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065601} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.382701] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.383412] env[69513]: DEBUG oslo_vmware.api [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.384346] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea8fbe0-4a31-4115-a6a2-2a85f6a05744 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.412171] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 3f493655-88cc-4473-a156-828391eba964/3f493655-88cc-4473-a156-828391eba964.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.412558] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4c9d5c-c2a4-4059-bf20-40fe4cbb9889 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.435430] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 677.435430] env[69513]: value = "task-3380000" [ 677.435430] env[69513]: _type = "Task" [ 677.435430] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.445201] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.528037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "78f33845-ef69-45e3-abb7-0db7ba212fdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.528037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.528037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "78f33845-ef69-45e3-abb7-0db7ba212fdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.528463] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.528463] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.533169] env[69513]: INFO nova.compute.manager [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Terminating instance [ 677.545801] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379996, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.711304] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379997, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.736996] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.880773] env[69513]: DEBUG oslo_vmware.api [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3379999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179943} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.881045] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.881238] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.881408] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.881613] env[69513]: INFO nova.compute.manager [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 677.881861] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.882022] env[69513]: DEBUG nova.compute.manager [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.882120] env[69513]: DEBUG nova.network.neutron [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 677.888962] env[69513]: DEBUG nova.network.neutron [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Successfully created port: ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.918534] env[69513]: DEBUG nova.network.neutron [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Updated VIF entry in instance network info cache for port 3055311e-4ec7-4c71-af7b-6dd1d248b090. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 677.918907] env[69513]: DEBUG nova.network.neutron [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Updating instance_info_cache with network_info: [{"id": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "address": "fa:16:3e:9d:d8:9f", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3055311e-4e", "ovs_interfaceid": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.951580] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.033216] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379996, 'name': CreateVM_Task, 'duration_secs': 0.629812} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.033398] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.034075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.034283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.034554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.037233] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ee7a94-7938-4051-adc7-57799de947c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.039468] env[69513]: DEBUG nova.compute.manager [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.039660] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.040420] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8b6bc-af11-4f5c-9a07-a58bc85aa221 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.049617] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 678.049617] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dbf464-2b39-bd5d-ba81-e36e9e664a0a" [ 678.049617] env[69513]: _type = "Task" [ 678.049617] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.057091] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.058278] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d90013f-9889-4639-94ad-a4e6bafb957b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.066733] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dbf464-2b39-bd5d-ba81-e36e9e664a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.069378] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.069699] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.069908] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.070104] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.070270] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.070577] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.070611] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.070868] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.071060] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.071227] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.071393] env[69513]: DEBUG nova.virt.hardware [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.072217] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.072446] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.072724] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.072886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.073487] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.073798] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e09e919-c60c-42a4-91ed-1de8dd41458d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.078158] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fe28d6c-ceec-4141-87ab-535e4697e828 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.080168] env[69513]: DEBUG oslo_vmware.api [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 678.080168] env[69513]: value = "task-3380001" [ 678.080168] env[69513]: _type = "Task" [ 678.080168] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.092543] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e3185-7fce-4523-a179-71325297e95d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.099267] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.099267] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.101887] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ced4f5-4506-4ceb-b0bf-0caa4ee71a20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.104477] env[69513]: DEBUG oslo_vmware.api [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3380001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.120373] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.127187] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.127187] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 678.127187] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52559655-4981-8290-9e74-011d8cf7c571" [ 678.127187] env[69513]: _type = "Task" [ 678.127187] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.129952] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.130437] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad54449-893d-4e1c-ac93-5c9509936053 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.147196] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf597fd4-f761-405d-b886-052be86df42d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.156893] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52559655-4981-8290-9e74-011d8cf7c571, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.160393] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.160393] env[69513]: value = "task-3380002" [ 678.160393] env[69513]: _type = "Task" [ 678.160393] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.160655] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43101355-dbc9-488b-9faf-ab5d511c14f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.163854] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeda85e-cbbe-44db-9a0b-6d0d4aa890da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.173270] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 678.173270] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5291158b-2814-9b5e-52b7-50c447d95137" [ 678.173270] env[69513]: _type = "Task" [ 678.173270] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.201450] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380002, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.205010] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ec9b9-137c-4867-8e4a-b3141c30b67f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.217551] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5291158b-2814-9b5e-52b7-50c447d95137, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.222542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.222832] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 60b53559-2eae-4f70-b76e-a12c8d522950/60b53559-2eae-4f70-b76e-a12c8d522950.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.223114] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379997, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.223369] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cdbb448-d536-4aa8-8cb7-adfd517fd523 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.226508] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003d88f-cc2e-4302-b23b-72fcea0e2071 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.240170] env[69513]: DEBUG nova.compute.provider_tree [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.243917] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 678.243917] env[69513]: value = "task-3380003" [ 678.243917] env[69513]: _type = "Task" [ 678.243917] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.250165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.250316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.260322] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.421477] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a9fad94-dd8f-4094-bb8e-d7c70de30d50 req-97121b94-6885-4ad0-a98d-4096253025fd service nova] Releasing lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.451912] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380000, 'name': ReconfigVM_Task, 'duration_secs': 0.767276} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.452451] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 3f493655-88cc-4473-a156-828391eba964/3f493655-88cc-4473-a156-828391eba964.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.453261] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20ad6ebe-f186-4e9e-9a53-e73fbb2e6297 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.460572] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 678.460572] env[69513]: value = "task-3380004" [ 678.460572] env[69513]: _type = "Task" [ 678.460572] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.474250] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380004, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.593580] env[69513]: DEBUG oslo_vmware.api [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3380001, 'name': PowerOffVM_Task, 'duration_secs': 0.24075} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.594191] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.594304] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.594796] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc58df1-2311-4c3e-8c3a-70da8dbb475a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.669059] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.669289] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.669560] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Deleting the datastore file [datastore1] 78f33845-ef69-45e3-abb7-0db7ba212fdd {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.670466] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cdeb178-91ff-4577-a8d8-041a1cedc6f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.675991] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380002, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.680919] env[69513]: DEBUG oslo_vmware.api [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for the task: (returnval){ [ 678.680919] env[69513]: value = "task-3380006" [ 678.680919] env[69513]: _type = "Task" [ 678.680919] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.688053] env[69513]: DEBUG nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Received event network-vif-plugged-be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.688290] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Acquiring lock "60b53559-2eae-4f70-b76e-a12c8d522950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.688513] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Lock "60b53559-2eae-4f70-b76e-a12c8d522950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.688730] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Lock "60b53559-2eae-4f70-b76e-a12c8d522950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.688975] env[69513]: DEBUG nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] No waiting events found dispatching network-vif-plugged-be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.690582] env[69513]: WARNING nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Received unexpected event network-vif-plugged-be0db92b-c3b0-432a-b17a-87a3b62ef694 for instance with vm_state building and task_state spawning. [ 678.690787] env[69513]: DEBUG nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Received event network-changed-be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.690972] env[69513]: DEBUG nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Refreshing instance network info cache due to event network-changed-be0db92b-c3b0-432a-b17a-87a3b62ef694. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.691198] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Acquiring lock "refresh_cache-60b53559-2eae-4f70-b76e-a12c8d522950" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.691334] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Acquired lock "refresh_cache-60b53559-2eae-4f70-b76e-a12c8d522950" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.691521] env[69513]: DEBUG nova.network.neutron [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Refreshing network info cache for port be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 678.698769] env[69513]: DEBUG oslo_vmware.api [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3380006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.711167] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3379997, 'name': Rename_Task, 'duration_secs': 1.302799} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.711452] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.711724] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b8681d-c76f-432e-b985-bc7a5084e51e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.717789] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 678.717789] env[69513]: value = "task-3380007" [ 678.717789] env[69513]: _type = "Task" [ 678.717789] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.729167] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.751404] env[69513]: DEBUG nova.scheduler.client.report [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.757972] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.767205] env[69513]: DEBUG nova.compute.manager [None req-d58049b7-1ad3-4d16-9388-cff4ef14e31a tempest-ServerDiagnosticsV248Test-1115308272 tempest-ServerDiagnosticsV248Test-1115308272-project-admin] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.768614] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9af605-e8c2-4b58-ad58-023eec2dfbc7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.777377] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470781} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.778261] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 60b53559-2eae-4f70-b76e-a12c8d522950/60b53559-2eae-4f70-b76e-a12c8d522950.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.779424] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.779424] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f83b022-4918-4f6c-bee4-dde94c0a7b70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.785989] env[69513]: INFO nova.compute.manager [None req-d58049b7-1ad3-4d16-9388-cff4ef14e31a tempest-ServerDiagnosticsV248Test-1115308272 tempest-ServerDiagnosticsV248Test-1115308272-project-admin] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Retrieving diagnostics [ 678.785989] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e796fc6-f6bc-488f-b0a2-788470d79789 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.792762] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 678.792762] env[69513]: value = "task-3380008" [ 678.792762] env[69513]: _type = "Task" [ 678.792762] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.829942] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.830205] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.830359] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.830536] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.830679] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.830822] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.831029] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.831187] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.831371] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.831531] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.831721] env[69513]: DEBUG nova.virt.hardware [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.833178] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec1175-faae-4498-bbb4-70828851ec73 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.838891] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380008, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.844735] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e545ab1-0a4d-4859-997e-ab12758ec7ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.970879] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380004, 'name': Rename_Task, 'duration_secs': 0.282796} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.971244] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.971540] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14f6b98-3efb-4934-8d3e-5b619155003d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.978629] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 678.978629] env[69513]: value = "task-3380009" [ 678.978629] env[69513]: _type = "Task" [ 678.978629] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.987049] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.012593] env[69513]: DEBUG nova.network.neutron [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.178915] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380002, 'name': CreateVM_Task, 'duration_secs': 0.581297} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.179152] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.179595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.179819] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.180192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.180453] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851a4d53-e442-41a4-91ea-9c39477a9f52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.199347] env[69513]: DEBUG oslo_vmware.api [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Task: {'id': task-3380006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159156} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.199347] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 679.199347] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240a14c-2531-87d2-3f33-a7e044aa3312" [ 679.199347] env[69513]: _type = "Task" [ 679.199347] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.199911] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.199911] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.199911] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.200181] env[69513]: INFO nova.compute.manager [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 679.200470] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.201525] env[69513]: DEBUG nova.compute.manager [-] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.201525] env[69513]: DEBUG nova.network.neutron [-] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 679.212030] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240a14c-2531-87d2-3f33-a7e044aa3312, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.212363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.212541] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.212770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.212913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.213099] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.213361] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff94cc0-911d-4c7d-bffb-10e0be03dd00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.223358] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.223561] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.224799] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a595fa25-0f68-452a-a07b-88611d53bdc9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.230308] env[69513]: DEBUG oslo_vmware.api [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380007, 'name': PowerOnVM_Task, 'duration_secs': 0.479152} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.231081] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.231313] env[69513]: INFO nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Took 11.35 seconds to spawn the instance on the hypervisor. [ 679.231496] env[69513]: DEBUG nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.232284] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35a71c-7788-42f7-96bb-fa96d6b6ba97 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.236188] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 679.236188] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ef0bb6-1c37-3dc8-5c25-9a7aff2e07c5" [ 679.236188] env[69513]: _type = "Task" [ 679.236188] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.251415] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ef0bb6-1c37-3dc8-5c25-9a7aff2e07c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.252248] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a44a70a-e48d-4e96-9739-0b244fc5435d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.258402] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 679.258402] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d016d3-ea8e-c229-6133-8ce381bcc933" [ 679.258402] env[69513]: _type = "Task" [ 679.258402] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.267182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.267734] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.270424] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d016d3-ea8e-c229-6133-8ce381bcc933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.270947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.926s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.272276] env[69513]: INFO nova.compute.claims [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.304548] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068781} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.304903] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.305773] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c012626-7176-480b-9716-e2c94c698c53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.332384] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 60b53559-2eae-4f70-b76e-a12c8d522950/60b53559-2eae-4f70-b76e-a12c8d522950.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.333141] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d50a870-d3b2-4627-8944-e9a05da7de34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.353746] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 679.353746] env[69513]: value = "task-3380010" [ 679.353746] env[69513]: _type = "Task" [ 679.353746] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.363738] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.489261] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380009, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.516217] env[69513]: INFO nova.compute.manager [-] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Took 1.63 seconds to deallocate network for instance. [ 679.764465] env[69513]: INFO nova.compute.manager [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Took 26.37 seconds to build instance. [ 679.776398] env[69513]: DEBUG nova.compute.utils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.778765] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d016d3-ea8e-c229-6133-8ce381bcc933, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.778765] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.778765] env[69513]: DEBUG nova.network.neutron [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.783268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.784223] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.784636] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d820f6a-ef87-45de-8428-455fef4f886d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.792218] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 679.792218] env[69513]: value = "task-3380011" [ 679.792218] env[69513]: _type = "Task" [ 679.792218] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.804290] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.847561] env[69513]: DEBUG nova.network.neutron [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Updated VIF entry in instance network info cache for port be0db92b-c3b0-432a-b17a-87a3b62ef694. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 679.848238] env[69513]: DEBUG nova.network.neutron [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Updating instance_info_cache with network_info: [{"id": "be0db92b-c3b0-432a-b17a-87a3b62ef694", "address": "fa:16:3e:c8:28:3c", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0db92b-c3", "ovs_interfaceid": "be0db92b-c3b0-432a-b17a-87a3b62ef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.868679] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.959940] env[69513]: DEBUG nova.policy [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.993361] env[69513]: DEBUG oslo_vmware.api [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380009, 'name': PowerOnVM_Task, 'duration_secs': 0.865302} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.993673] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.993855] env[69513]: INFO nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Took 9.59 seconds to spawn the instance on the hypervisor. [ 679.994051] env[69513]: DEBUG nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.994837] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb5a571-6a3b-41d7-bf63-557c661f3f7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.025273] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.267768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a519c88f-cc47-4bdf-a420-7b75dd78b7c1 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.249s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.287647] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.304934] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504402} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.304934] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.304934] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.304934] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-648a8854-a323-4e74-9ea0-b3c8031c55b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.311810] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 680.311810] env[69513]: value = "task-3380012" [ 680.311810] env[69513]: _type = "Task" [ 680.311810] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.323511] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.351589] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Releasing lock "refresh_cache-60b53559-2eae-4f70-b76e-a12c8d522950" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.351928] env[69513]: DEBUG nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Received event network-changed-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.352116] env[69513]: DEBUG nova.compute.manager [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Refreshing instance network info cache due to event network-changed-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.352349] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Acquiring lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.352491] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Acquired lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.352651] env[69513]: DEBUG nova.network.neutron [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Refreshing network info cache for port 80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 680.367631] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380010, 'name': ReconfigVM_Task, 'duration_secs': 0.535206} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.371676] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 60b53559-2eae-4f70-b76e-a12c8d522950/60b53559-2eae-4f70-b76e-a12c8d522950.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.371903] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a12b1a6-e567-4855-bf72-191ed5d74556 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.377842] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 680.377842] env[69513]: value = "task-3380013" [ 680.377842] env[69513]: _type = "Task" [ 680.377842] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.387746] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380013, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.514562] env[69513]: INFO nova.compute.manager [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Took 25.33 seconds to build instance. [ 680.653443] env[69513]: DEBUG nova.network.neutron [-] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.772568] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.803684] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d9cdc-4da9-4a7b-95fa-3c55df82d568 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.812976] env[69513]: DEBUG nova.network.neutron [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Successfully updated port: ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.818148] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb4cb7d-02d0-4165-b007-edbc1dc55b0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.867016] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064942} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.870945] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.871652] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6738084-8e95-4c2a-b72b-6867c6f7f417 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.874695] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a9eba-ad06-4ea5-aaee-835d1bd08f41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.901446] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.903231] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ac84e3-1a56-48a9-82b8-284adea0064d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.909573] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fd0b03-0c08-4e0a-8103-3d67ebf5bb14 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.928606] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380013, 'name': Rename_Task, 'duration_secs': 0.26383} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.929923] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.929923] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18f8f9f8-243e-494d-a529-1dd900980cde {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.940137] env[69513]: DEBUG nova.compute.provider_tree [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.942981] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 680.942981] env[69513]: value = "task-3380014" [ 680.942981] env[69513]: _type = "Task" [ 680.942981] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.948585] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 680.948585] env[69513]: value = "task-3380015" [ 680.948585] env[69513]: _type = "Task" [ 680.948585] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.957068] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.963132] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380015, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.018746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-164a6b36-fb34-4fc7-944a-c697ee4b722f tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "3f493655-88cc-4473-a156-828391eba964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.846s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.160746] env[69513]: INFO nova.compute.manager [-] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Took 1.96 seconds to deallocate network for instance. [ 681.198525] env[69513]: DEBUG nova.network.neutron [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Successfully created port: fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.206552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.208236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.208236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.208236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.208236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.210687] env[69513]: INFO nova.compute.manager [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Terminating instance [ 681.306151] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.308758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.324784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "refresh_cache-199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.324943] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "refresh_cache-199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.325502] env[69513]: DEBUG nova.network.neutron [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 681.341353] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.341798] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.341993] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.342465] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.342782] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.343080] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.343378] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.343612] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.343868] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.344101] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.344435] env[69513]: DEBUG nova.virt.hardware [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.347365] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043d0d8-3bce-41b0-8ef3-718004d08cca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.360938] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3995f1-c01a-4e44-b4ee-cbc81ab9b596 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.445911] env[69513]: DEBUG nova.scheduler.client.report [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.464523] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.467642] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.525717] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.670510] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.716454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "refresh_cache-d1eb6bed-1ed6-4243-8416-1083822cfa9f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.716454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquired lock "refresh_cache-d1eb6bed-1ed6-4243-8416-1083822cfa9f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.716454] env[69513]: DEBUG nova.network.neutron [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 681.788307] env[69513]: DEBUG nova.network.neutron [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updated VIF entry in instance network info cache for port 80ce2c44-2d47-4772-9f7d-c4ad4213a2fc. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 681.788731] env[69513]: DEBUG nova.network.neutron [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updating instance_info_cache with network_info: [{"id": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "address": "fa:16:3e:e2:c5:d5", "network": {"id": "9c3f885a-557f-4e49-9812-5801f94586e3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2128367888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8cffb832ec94211b815c5b0fe0751bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce2c44-2d", "ovs_interfaceid": "80ce2c44-2d47-4772-9f7d-c4ad4213a2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.912170] env[69513]: DEBUG nova.network.neutron [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 681.962427] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.962930] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.965477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.454s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.967786] env[69513]: INFO nova.compute.claims [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.978846] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380014, 'name': ReconfigVM_Task, 'duration_secs': 0.569895} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.978846] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.979528] env[69513]: DEBUG oslo_vmware.api [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380015, 'name': PowerOnVM_Task, 'duration_secs': 0.775193} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.979761] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b779f0f7-99d9-48ac-9f35-78eb23782f68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.982089] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.982089] env[69513]: INFO nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Took 9.10 seconds to spawn the instance on the hypervisor. [ 681.982276] env[69513]: DEBUG nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.983431] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff199e-9262-42f1-827c-1506bfd4bd72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.994932] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 681.994932] env[69513]: value = "task-3380016" [ 681.994932] env[69513]: _type = "Task" [ 681.994932] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.008960] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380016, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.051719] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.074327] env[69513]: DEBUG nova.compute.manager [req-9df68cd4-0e3a-4e40-9f78-fda24b5e409d req-35f6a7ce-9efa-40b8-bd83-1de5743b1290 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Received event network-vif-plugged-ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.074549] env[69513]: DEBUG oslo_concurrency.lockutils [req-9df68cd4-0e3a-4e40-9f78-fda24b5e409d req-35f6a7ce-9efa-40b8-bd83-1de5743b1290 service nova] Acquiring lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.074787] env[69513]: DEBUG oslo_concurrency.lockutils [req-9df68cd4-0e3a-4e40-9f78-fda24b5e409d req-35f6a7ce-9efa-40b8-bd83-1de5743b1290 service nova] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.075441] env[69513]: DEBUG oslo_concurrency.lockutils [req-9df68cd4-0e3a-4e40-9f78-fda24b5e409d req-35f6a7ce-9efa-40b8-bd83-1de5743b1290 service nova] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.075441] env[69513]: DEBUG nova.compute.manager [req-9df68cd4-0e3a-4e40-9f78-fda24b5e409d req-35f6a7ce-9efa-40b8-bd83-1de5743b1290 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] No waiting events found dispatching network-vif-plugged-ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.075441] env[69513]: WARNING nova.compute.manager [req-9df68cd4-0e3a-4e40-9f78-fda24b5e409d req-35f6a7ce-9efa-40b8-bd83-1de5743b1290 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Received unexpected event network-vif-plugged-ddd9d246-7dad-4517-9f70-74dc395acca9 for instance with vm_state building and task_state spawning. [ 682.251190] env[69513]: DEBUG nova.network.neutron [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 682.291958] env[69513]: DEBUG oslo_concurrency.lockutils [req-53076e61-5d65-46ca-96eb-9d25d3343e03 req-aa7178d4-fc46-4df1-a75b-b81f0953682d service nova] Releasing lock "refresh_cache-02a2e207-94cf-48fc-92fb-701ccaa6dce8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.318580] env[69513]: DEBUG nova.network.neutron [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Updating instance_info_cache with network_info: [{"id": "ddd9d246-7dad-4517-9f70-74dc395acca9", "address": "fa:16:3e:39:dc:24", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd9d246-7d", "ovs_interfaceid": "ddd9d246-7dad-4517-9f70-74dc395acca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.331771] env[69513]: DEBUG nova.network.neutron [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.380212] env[69513]: DEBUG nova.compute.manager [req-00b0ffe9-989e-49cc-ae5d-9e9419eab116 req-49a3d595-4f17-4c6f-9e5e-1974305faa9a service nova] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Received event network-vif-deleted-b43bd28d-5ebe-4bc9-9633-8ce0072566b1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.382645] env[69513]: DEBUG nova.compute.manager [req-00b0ffe9-989e-49cc-ae5d-9e9419eab116 req-49a3d595-4f17-4c6f-9e5e-1974305faa9a service nova] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Received event network-vif-deleted-27f9c7cb-0a43-465e-9c5d-1fa3e9e87a6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.472283] env[69513]: DEBUG nova.compute.utils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.473694] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.473865] env[69513]: DEBUG nova.network.neutron [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.516362] env[69513]: INFO nova.compute.manager [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Took 24.51 seconds to build instance. [ 682.523717] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380016, 'name': Rename_Task, 'duration_secs': 0.376652} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.524138] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.524522] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2604fa9f-2782-4173-91ba-c6d562a31b68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.533148] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 682.533148] env[69513]: value = "task-3380017" [ 682.533148] env[69513]: _type = "Task" [ 682.533148] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.543675] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.604728] env[69513]: DEBUG nova.policy [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74ded7686d564426881d6f826f4bd7de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c1d86de83845d7a16461baa42e5a2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.825498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "refresh_cache-199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.825498] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Instance network_info: |[{"id": "ddd9d246-7dad-4517-9f70-74dc395acca9", "address": "fa:16:3e:39:dc:24", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd9d246-7d", "ovs_interfaceid": "ddd9d246-7dad-4517-9f70-74dc395acca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.825743] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:dc:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddd9d246-7dad-4517-9f70-74dc395acca9', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.835923] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.836197] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.836425] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53000260-178c-4feb-98ab-afed2142c7ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.856107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Releasing lock "refresh_cache-d1eb6bed-1ed6-4243-8416-1083822cfa9f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.856996] env[69513]: DEBUG nova.compute.manager [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.856996] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.857868] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39471ad9-78ac-4f54-8ee5-6c1d76158de6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.867164] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.870881] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d377f73-d880-4f3b-ba6f-37a2aee36e96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.871653] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.871653] env[69513]: value = "task-3380018" [ 682.871653] env[69513]: _type = "Task" [ 682.871653] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.882025] env[69513]: DEBUG oslo_vmware.api [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 682.882025] env[69513]: value = "task-3380019" [ 682.882025] env[69513]: _type = "Task" [ 682.882025] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.889150] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380018, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.896655] env[69513]: DEBUG oslo_vmware.api [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3380019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.981400] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.021973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2934b3da-aa39-4db3-85f5-ffc70c667bb3 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "60b53559-2eae-4f70-b76e-a12c8d522950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.356s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.061838] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.393828] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380018, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.399440] env[69513]: DEBUG oslo_vmware.api [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3380019, 'name': PowerOffVM_Task, 'duration_secs': 0.201141} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.399766] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.399941] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.400218] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe3c740-b7fd-410b-a4af-3fcb9199e439 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.424717] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.424993] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.425251] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleting the datastore file [datastore2] d1eb6bed-1ed6-4243-8416-1083822cfa9f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.425580] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-325593d1-c382-4a58-8998-7054698691a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.434231] env[69513]: DEBUG oslo_vmware.api [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for the task: (returnval){ [ 683.434231] env[69513]: value = "task-3380021" [ 683.434231] env[69513]: _type = "Task" [ 683.434231] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.453983] env[69513]: DEBUG oslo_vmware.api [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3380021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.495776] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d00c0d-5c40-408a-a1a0-fe6642799c08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.504826] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7816808-97d0-4d3a-916a-169b14d53b01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.538706] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.546114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb154e8-797f-4064-b817-e099921e3a6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.554968] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.558954] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfaa7be-7f28-4de4-bfc8-3bee457ff569 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.577647] env[69513]: DEBUG nova.compute.provider_tree [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.605221] env[69513]: DEBUG nova.network.neutron [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Successfully created port: 1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.788581] env[69513]: DEBUG nova.network.neutron [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Successfully updated port: fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.885710] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380018, 'name': CreateVM_Task, 'duration_secs': 0.578406} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.885710] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.886975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.886975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.886975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.887191] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6564c6-f5ac-4a2e-89e1-9f6a47d66477 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.892162] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 683.892162] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5202260b-3692-c27e-e009-db57b1156bbf" [ 683.892162] env[69513]: _type = "Task" [ 683.892162] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.900979] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5202260b-3692-c27e-e009-db57b1156bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.945740] env[69513]: DEBUG oslo_vmware.api [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Task: {'id': task-3380021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144075} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.945740] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.945740] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.946094] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.946094] env[69513]: INFO nova.compute.manager [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 683.946899] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.946899] env[69513]: DEBUG nova.compute.manager [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.946899] env[69513]: DEBUG nova.network.neutron [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 683.982539] env[69513]: DEBUG nova.network.neutron [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 683.995557] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.024135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "b339634c-cd82-41af-93a1-05c780391709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.024135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "b339634c-cd82-41af-93a1-05c780391709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.033169] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.033169] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.033169] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.033403] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.033893] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.033893] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.033893] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.034069] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.034265] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.034448] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.034626] env[69513]: DEBUG nova.virt.hardware [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.036083] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638139a-912d-447e-9694-9904e8bbf8b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.052349] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30433d2-8570-4c5d-886b-a5c18328c1ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.071409] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380017, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.075290] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.080427] env[69513]: DEBUG nova.scheduler.client.report [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.293016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.293016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.293016] env[69513]: DEBUG nova.network.neutron [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 684.406648] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5202260b-3692-c27e-e009-db57b1156bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.410131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.410131] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.410131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.410131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410295] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.410295] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03259d26-4e61-4338-823b-c2e67e70b0df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.421446] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.421446] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.421446] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb20fd8-73bc-4999-b6f7-711c916a5400 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.426682] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 684.426682] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213769c-b9af-cec6-aca3-1f07993aabc2" [ 684.426682] env[69513]: _type = "Task" [ 684.426682] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.435283] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213769c-b9af-cec6-aca3-1f07993aabc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.485407] env[69513]: DEBUG nova.network.neutron [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.553499] env[69513]: DEBUG oslo_vmware.api [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380017, 'name': PowerOnVM_Task, 'duration_secs': 1.556027} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.553777] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.553967] env[69513]: DEBUG nova.compute.manager [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.554786] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb9e84a-8150-4aca-83a6-f770c52d465b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.585866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.586538] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.590206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.497s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.591371] env[69513]: DEBUG nova.objects.instance [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lazy-loading 'resources' on Instance uuid 06d0f8ea-94ba-46fd-8899-1945b10aa790 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.883386] env[69513]: DEBUG nova.network.neutron [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 684.903138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.903360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.937906] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213769c-b9af-cec6-aca3-1f07993aabc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.938885] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe272e2-8293-49fa-96fb-4493327e62fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.945405] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 684.945405] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f1b0cc-3c9a-3d36-5105-53a23783d860" [ 684.945405] env[69513]: _type = "Task" [ 684.945405] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.958515] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f1b0cc-3c9a-3d36-5105-53a23783d860, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.958786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.959051] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e/199e1c7c-fdb2-4074-84c4-7b4477d1dc9e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.959309] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79bfec91-792a-4df3-af98-c954fbb44039 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.966100] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 684.966100] env[69513]: value = "task-3380022" [ 684.966100] env[69513]: _type = "Task" [ 684.966100] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.976092] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.988634] env[69513]: INFO nova.compute.manager [-] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Took 1.04 seconds to deallocate network for instance. [ 685.073826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.089607] env[69513]: DEBUG nova.network.neutron [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.094718] env[69513]: DEBUG nova.compute.utils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.101575] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.102488] env[69513]: DEBUG nova.network.neutron [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.129669] env[69513]: DEBUG nova.compute.manager [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Received event network-changed-ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.129869] env[69513]: DEBUG nova.compute.manager [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Refreshing instance network info cache due to event network-changed-ddd9d246-7dad-4517-9f70-74dc395acca9. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.131523] env[69513]: DEBUG oslo_concurrency.lockutils [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] Acquiring lock "refresh_cache-199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.131731] env[69513]: DEBUG oslo_concurrency.lockutils [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] Acquired lock "refresh_cache-199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.131907] env[69513]: DEBUG nova.network.neutron [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Refreshing network info cache for port ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 685.213898] env[69513]: DEBUG nova.policy [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbfc00bdb7284acdbdddd70166b7d67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f03744aef03496495a21312c471f659', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.362588] env[69513]: DEBUG nova.compute.manager [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-vif-plugged-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.362815] env[69513]: DEBUG oslo_concurrency.lockutils [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.363035] env[69513]: DEBUG oslo_concurrency.lockutils [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] Lock "5b662da1-f32f-47da-a044-62f86557d784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.363294] env[69513]: DEBUG oslo_concurrency.lockutils [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] Lock "5b662da1-f32f-47da-a044-62f86557d784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.363414] env[69513]: DEBUG nova.compute.manager [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] No waiting events found dispatching network-vif-plugged-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.363626] env[69513]: WARNING nova.compute.manager [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received unexpected event network-vif-plugged-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 for instance with vm_state building and task_state spawning. [ 685.363794] env[69513]: DEBUG nova.compute.manager [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-changed-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.363930] env[69513]: DEBUG nova.compute.manager [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Refreshing instance network info cache due to event network-changed-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.364106] env[69513]: DEBUG oslo_concurrency.lockutils [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] Acquiring lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.481293] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503621} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.481293] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e/199e1c7c-fdb2-4074-84c4-7b4477d1dc9e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.481293] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.481293] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-050a45aa-7f50-4ea8-99b7-df6fb45293bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.492274] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 685.492274] env[69513]: value = "task-3380023" [ 685.492274] env[69513]: _type = "Task" [ 685.492274] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.502672] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.502953] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.593314] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.593314] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Instance network_info: |[{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.594469] env[69513]: DEBUG oslo_concurrency.lockutils [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] Acquired lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.594469] env[69513]: DEBUG nova.network.neutron [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Refreshing network info cache for port fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 685.595400] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8b:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.604333] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Creating folder: Project (cffde83660764838afd5cd2b073ce0c5). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.607923] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.610891] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165a7deb-59d8-4484-9128-32a401d46f82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.626126] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Created folder: Project (cffde83660764838afd5cd2b073ce0c5) in parent group-v674393. [ 685.626126] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Creating folder: Instances. Parent ref: group-v674437. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.626126] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-783bc453-30b8-4b25-8c54-c94cfacf8764 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.638470] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Created folder: Instances in parent group-v674437. [ 685.638575] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.639484] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.639484] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a8338b-68da-43f2-8063-a2cd5ef9863d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.666350] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.666350] env[69513]: value = "task-3380026" [ 685.666350] env[69513]: _type = "Task" [ 685.666350] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.676581] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380026, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.680021] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2af72-bea2-425c-8b71-41fec052e66f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.691337] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b22b97-e948-40fb-a62c-1f66e3ecfaa6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.729224] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba9565-69e5-4d49-8f7e-56a81ebf0f25 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.738664] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf345710-ea2a-4a20-a958-e28d6bd875f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.755127] env[69513]: DEBUG nova.compute.provider_tree [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.986892] env[69513]: DEBUG nova.network.neutron [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Successfully updated port: 1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.004021] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091272} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.004342] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.005375] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc7cfd-382e-4ef9-bf8a-b6be673fc333 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.037163] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e/199e1c7c-fdb2-4074-84c4-7b4477d1dc9e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.040028] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8828d5b3-933d-4232-a122-664d22edc43c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.060312] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 686.060312] env[69513]: value = "task-3380027" [ 686.060312] env[69513]: _type = "Task" [ 686.060312] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.068651] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.129716] env[69513]: DEBUG nova.network.neutron [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Successfully created port: 13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.141564] env[69513]: DEBUG nova.network.neutron [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Updated VIF entry in instance network info cache for port ddd9d246-7dad-4517-9f70-74dc395acca9. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 686.141781] env[69513]: DEBUG nova.network.neutron [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Updating instance_info_cache with network_info: [{"id": "ddd9d246-7dad-4517-9f70-74dc395acca9", "address": "fa:16:3e:39:dc:24", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd9d246-7d", "ovs_interfaceid": "ddd9d246-7dad-4517-9f70-74dc395acca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.181047] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380026, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.259182] env[69513]: DEBUG nova.scheduler.client.report [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.316320] env[69513]: INFO nova.compute.manager [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Rebuilding instance [ 686.389472] env[69513]: DEBUG nova.compute.manager [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.390673] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d8445-5050-4717-93c7-8c4e6e5c3189 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.492336] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "refresh_cache-fb61d87f-5c4c-4c97-b224-d1033a8c5c83" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.492626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquired lock "refresh_cache-fb61d87f-5c4c-4c97-b224-d1033a8c5c83" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.492693] env[69513]: DEBUG nova.network.neutron [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 686.575436] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.625042] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.644177] env[69513]: DEBUG oslo_concurrency.lockutils [req-96330c04-c761-4ed4-81db-527dc2fcd8fb req-175ef68e-6233-4ad9-a342-e0631863d29e service nova] Releasing lock "refresh_cache-199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.658036] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.658321] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.658562] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.658811] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.658996] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.661468] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.661468] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.661468] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.661468] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.661468] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.661700] env[69513]: DEBUG nova.virt.hardware [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.661700] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ea801-3706-4a1d-81a8-940dd35cb916 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.674962] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8d954-e643-4de3-bc94-6ca99df0745d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.682587] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380026, 'name': CreateVM_Task, 'duration_secs': 0.760446} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.683195] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.683949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.684574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.684893] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.693405] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99ee5cb-2402-4e53-807b-4a3b13e7c289 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.698496] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 686.698496] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523c6884-504c-df3c-c62c-9aab8d9f50da" [ 686.698496] env[69513]: _type = "Task" [ 686.698496] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.706454] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523c6884-504c-df3c-c62c-9aab8d9f50da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.765030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.768210] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.685s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.769095] env[69513]: INFO nova.compute.claims [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.801086] env[69513]: INFO nova.scheduler.client.report [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Deleted allocations for instance 06d0f8ea-94ba-46fd-8899-1945b10aa790 [ 686.904258] env[69513]: DEBUG nova.network.neutron [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updated VIF entry in instance network info cache for port fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 686.904258] env[69513]: DEBUG nova.network.neutron [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.047442] env[69513]: DEBUG nova.network.neutron [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 687.073081] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380027, 'name': ReconfigVM_Task, 'duration_secs': 0.657434} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.075729] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e/199e1c7c-fdb2-4074-84c4-7b4477d1dc9e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.076400] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4edecb35-7702-4453-b7e7-c315b19642a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.084251] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 687.084251] env[69513]: value = "task-3380028" [ 687.084251] env[69513]: _type = "Task" [ 687.084251] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.093499] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380028, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.198315] env[69513]: DEBUG nova.network.neutron [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Updating instance_info_cache with network_info: [{"id": "1b1e928b-2bb1-4515-bd1f-33d13dd15425", "address": "fa:16:3e:e6:50:bf", "network": {"id": "329f77fa-a541-4a3f-8ad8-aff8e723ee5d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-585279656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1d86de83845d7a16461baa42e5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e928b-2b", "ovs_interfaceid": "1b1e928b-2bb1-4515-bd1f-33d13dd15425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.210860] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523c6884-504c-df3c-c62c-9aab8d9f50da, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.211836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.212196] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.212331] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.212474] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.212678] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.213239] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f59f2df-2626-4840-8e8a-c59c2d40661a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.225200] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.225200] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.225200] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb2c195-3157-4b7a-b121-a837d874de68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.232332] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 687.232332] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52de5723-1ea4-e9ff-6274-330e58438951" [ 687.232332] env[69513]: _type = "Task" [ 687.232332] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.241155] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52de5723-1ea4-e9ff-6274-330e58438951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.315256] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3913ea8-4dbe-480c-9b14-40af2dc26f8a tempest-TenantUsagesTestJSON-1481649972 tempest-TenantUsagesTestJSON-1481649972-project-member] Lock "06d0f8ea-94ba-46fd-8899-1945b10aa790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.119s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.406096] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.408639] env[69513]: DEBUG oslo_concurrency.lockutils [req-41a0e620-fa10-4ea5-9a88-602defdd9818 req-2c4298ad-1e62-46b2-b321-3abaf4a19d7d service nova] Releasing lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.408639] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0e9c92-56d3-4a55-9315-8bdd6cacfa08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.417578] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 687.417578] env[69513]: value = "task-3380029" [ 687.417578] env[69513]: _type = "Task" [ 687.417578] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.425360] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.597456] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380028, 'name': Rename_Task, 'duration_secs': 0.260044} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.597782] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.598042] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34bb2fb3-9478-4e88-acf5-ee4e9e15ad7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.606840] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 687.606840] env[69513]: value = "task-3380030" [ 687.606840] env[69513]: _type = "Task" [ 687.606840] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.617395] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.704229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Releasing lock "refresh_cache-fb61d87f-5c4c-4c97-b224-d1033a8c5c83" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.704626] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Instance network_info: |[{"id": "1b1e928b-2bb1-4515-bd1f-33d13dd15425", "address": "fa:16:3e:e6:50:bf", "network": {"id": "329f77fa-a541-4a3f-8ad8-aff8e723ee5d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-585279656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1d86de83845d7a16461baa42e5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e928b-2b", "ovs_interfaceid": "1b1e928b-2bb1-4515-bd1f-33d13dd15425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.705082] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:50:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b1e928b-2bb1-4515-bd1f-33d13dd15425', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.713400] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Creating folder: Project (07c1d86de83845d7a16461baa42e5a2f). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.713668] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31273b28-a9c0-4ad6-93db-d91230f28b0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.725483] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Created folder: Project (07c1d86de83845d7a16461baa42e5a2f) in parent group-v674393. [ 687.726188] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Creating folder: Instances. Parent ref: group-v674440. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.726188] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c65ee5c-0735-41d8-a103-9a57db974be4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.738211] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Created folder: Instances in parent group-v674440. [ 687.738486] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.739073] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.739305] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e82bb552-caa8-4c5d-a041-5aeb6c8d5b09 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.759567] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52de5723-1ea4-e9ff-6274-330e58438951, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.761254] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede69ba4-84f3-4735-a2b2-d9681f6f7dae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.764780] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.764780] env[69513]: value = "task-3380033" [ 687.764780] env[69513]: _type = "Task" [ 687.764780] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.769839] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 687.769839] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]525bdd13-335e-6890-73c2-e8ababeee087" [ 687.769839] env[69513]: _type = "Task" [ 687.769839] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.777645] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380033, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.781848] env[69513]: DEBUG nova.compute.manager [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Received event network-changed-cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.781848] env[69513]: DEBUG nova.compute.manager [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Refreshing instance network info cache due to event network-changed-cf54f0c5-a5fb-42d7-a82e-dea752da33e4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.781848] env[69513]: DEBUG oslo_concurrency.lockutils [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] Acquiring lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.781848] env[69513]: DEBUG oslo_concurrency.lockutils [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] Acquired lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.781848] env[69513]: DEBUG nova.network.neutron [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Refreshing network info cache for port cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 687.789521] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525bdd13-335e-6890-73c2-e8ababeee087, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.789771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.790024] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 5b662da1-f32f-47da-a044-62f86557d784/5b662da1-f32f-47da-a044-62f86557d784.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.790280] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1081d3b-0c79-4317-a8e0-e0055573c664 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.801946] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 687.801946] env[69513]: value = "task-3380034" [ 687.801946] env[69513]: _type = "Task" [ 687.801946] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.810819] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.929356] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380029, 'name': PowerOffVM_Task, 'duration_secs': 0.122726} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.929656] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.929905] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.930866] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccaeda6-d08e-4432-a345-f2ffe37376e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.939384] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.939695] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b82677b-e9ab-43b1-b6d9-c514c8b04ad8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.965579] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.965797] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.965972] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Deleting the datastore file [datastore1] 3ca386ea-bb2d-412c-a855-399c4776feb2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.966232] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c13ea7-fdf4-47ac-805f-d7a16a56c765 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.972312] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 687.972312] env[69513]: value = "task-3380036" [ 687.972312] env[69513]: _type = "Task" [ 687.972312] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.983030] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.065368] env[69513]: DEBUG nova.compute.manager [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Received event network-vif-plugged-1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.065706] env[69513]: DEBUG oslo_concurrency.lockutils [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] Acquiring lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.065969] env[69513]: DEBUG oslo_concurrency.lockutils [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.066211] env[69513]: DEBUG oslo_concurrency.lockutils [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.066485] env[69513]: DEBUG nova.compute.manager [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] No waiting events found dispatching network-vif-plugged-1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.066718] env[69513]: WARNING nova.compute.manager [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Received unexpected event network-vif-plugged-1b1e928b-2bb1-4515-bd1f-33d13dd15425 for instance with vm_state building and task_state spawning. [ 688.067027] env[69513]: DEBUG nova.compute.manager [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Received event network-changed-1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.067518] env[69513]: DEBUG nova.compute.manager [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Refreshing instance network info cache due to event network-changed-1b1e928b-2bb1-4515-bd1f-33d13dd15425. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.067518] env[69513]: DEBUG oslo_concurrency.lockutils [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] Acquiring lock "refresh_cache-fb61d87f-5c4c-4c97-b224-d1033a8c5c83" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.068123] env[69513]: DEBUG oslo_concurrency.lockutils [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] Acquired lock "refresh_cache-fb61d87f-5c4c-4c97-b224-d1033a8c5c83" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.068123] env[69513]: DEBUG nova.network.neutron [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Refreshing network info cache for port 1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 688.119532] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380030, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.206140] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5094c2e-16f5-4cca-b9be-0eac48ff0767 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.213690] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e18497-b7a2-486c-bb83-3330531f3a3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.245452] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb57a6c-0da4-40ba-9828-17aa7ffc52ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.253728] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a979f94-9d15-4735-ae0c-ea571dabb4c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.268110] env[69513]: DEBUG nova.compute.provider_tree [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.278129] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380033, 'name': CreateVM_Task, 'duration_secs': 0.404258} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.278129] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.278870] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.279056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.279389] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.280337] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ac88da-e629-4909-9341-3f63a1787933 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.288255] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 688.288255] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522c6cfb-9ed6-d4d5-2764-3e36ca29fd4b" [ 688.288255] env[69513]: _type = "Task" [ 688.288255] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.298547] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522c6cfb-9ed6-d4d5-2764-3e36ca29fd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.312222] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380034, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.489858] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429146} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.490365] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.490556] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.491227] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.558191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.558468] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.621638] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.667018] env[69513]: DEBUG nova.network.neutron [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Successfully updated port: 13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.776329] env[69513]: DEBUG nova.scheduler.client.report [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.794315] env[69513]: DEBUG nova.network.neutron [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Updated VIF entry in instance network info cache for port cf54f0c5-a5fb-42d7-a82e-dea752da33e4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 688.794632] env[69513]: DEBUG nova.network.neutron [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Updating instance_info_cache with network_info: [{"id": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "address": "fa:16:3e:6d:6c:d8", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf54f0c5-a5", "ovs_interfaceid": "cf54f0c5-a5fb-42d7-a82e-dea752da33e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.805534] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522c6cfb-9ed6-d4d5-2764-3e36ca29fd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.022115} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.809437] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.809576] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.810079] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.810506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.810506] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.811216] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-736490d5-389f-4215-b219-a6c8d8c69c24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.819749] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560478} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.820221] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 5b662da1-f32f-47da-a044-62f86557d784/5b662da1-f32f-47da-a044-62f86557d784.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.820475] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.822244] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb507652-248b-4478-b0e6-a8db9c2936e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.824362] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.824535] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.825865] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152b6468-84e2-4be2-86d0-8068a9c54dbc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.829724] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 688.829724] env[69513]: value = "task-3380037" [ 688.829724] env[69513]: _type = "Task" [ 688.829724] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.836391] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 688.836391] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5219b35d-7f3f-6b01-9cf8-20784017e5ca" [ 688.836391] env[69513]: _type = "Task" [ 688.836391] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.842499] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.850593] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5219b35d-7f3f-6b01-9cf8-20784017e5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014293} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.851806] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a178c661-ae6d-427d-ba5f-fb948b83f7d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.858289] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 688.858289] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520aa353-099f-bcf8-ece5-20f20c791765" [ 688.858289] env[69513]: _type = "Task" [ 688.858289] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.866178] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520aa353-099f-bcf8-ece5-20f20c791765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.952375] env[69513]: DEBUG nova.network.neutron [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Updated VIF entry in instance network info cache for port 1b1e928b-2bb1-4515-bd1f-33d13dd15425. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 688.952812] env[69513]: DEBUG nova.network.neutron [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Updating instance_info_cache with network_info: [{"id": "1b1e928b-2bb1-4515-bd1f-33d13dd15425", "address": "fa:16:3e:e6:50:bf", "network": {"id": "329f77fa-a541-4a3f-8ad8-aff8e723ee5d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-585279656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1d86de83845d7a16461baa42e5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e928b-2b", "ovs_interfaceid": "1b1e928b-2bb1-4515-bd1f-33d13dd15425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.121781] env[69513]: DEBUG oslo_vmware.api [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380030, 'name': PowerOnVM_Task, 'duration_secs': 1.015679} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.122062] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.122328] env[69513]: INFO nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Took 10.36 seconds to spawn the instance on the hypervisor. [ 689.122442] env[69513]: DEBUG nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.123295] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34cba2-1693-40a7-8954-2107447b5b08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.171038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.171205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.171354] env[69513]: DEBUG nova.network.neutron [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 689.281088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.281340] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.283968] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.114s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.298052] env[69513]: DEBUG oslo_concurrency.lockutils [req-350f70ef-fe08-430b-aad6-9a02c7f374a4 req-8ff5b990-6f01-4f34-a9c2-be92cc2b4625 service nova] Releasing lock "refresh_cache-3f493655-88cc-4473-a156-828391eba964" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.344576] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22734} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.344863] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.345703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1513c21b-ba74-4297-ad30-303eed74f37d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.374483] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 5b662da1-f32f-47da-a044-62f86557d784/5b662da1-f32f-47da-a044-62f86557d784.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.379755] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f66380-9d16-46bd-b76a-0e1ea5818242 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.405031] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520aa353-099f-bcf8-ece5-20f20c791765, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.407773] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.407773] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] fb61d87f-5c4c-4c97-b224-d1033a8c5c83/fb61d87f-5c4c-4c97-b224-d1033a8c5c83.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.407773] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 689.407773] env[69513]: value = "task-3380038" [ 689.407773] env[69513]: _type = "Task" [ 689.407773] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.407773] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c075b377-ce53-4d0b-9f48-df7682a2ad48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.417825] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.419667] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 689.419667] env[69513]: value = "task-3380039" [ 689.419667] env[69513]: _type = "Task" [ 689.419667] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.456761] env[69513]: DEBUG oslo_concurrency.lockutils [req-38f5d711-0937-4a7a-bd19-98172b1420b8 req-1bed5a82-582c-49ae-996f-eef398c0067b service nova] Releasing lock "refresh_cache-fb61d87f-5c4c-4c97-b224-d1033a8c5c83" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.545219] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.545479] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.545660] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.545962] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.546100] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.547140] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.547394] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.547591] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.547785] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.547966] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.548216] env[69513]: DEBUG nova.virt.hardware [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.549190] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d55aa0-5e9f-4557-9ce1-05e79e128f12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.558359] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63152d6e-cd66-4f10-b119-9e0320cedf75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.572821] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.579262] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.579706] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.579877] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f70a6a-449d-4656-8b70-c623eabe50e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.597771] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.597771] env[69513]: value = "task-3380040" [ 689.597771] env[69513]: _type = "Task" [ 689.597771] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.609890] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380040, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.650546] env[69513]: INFO nova.compute.manager [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Took 24.60 seconds to build instance. [ 689.726615] env[69513]: DEBUG nova.network.neutron [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 689.793965] env[69513]: INFO nova.compute.claims [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.798491] env[69513]: DEBUG nova.compute.utils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.800140] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.800343] env[69513]: DEBUG nova.network.neutron [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.919152] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380038, 'name': ReconfigVM_Task, 'duration_secs': 0.509776} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.919428] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 5b662da1-f32f-47da-a044-62f86557d784/5b662da1-f32f-47da-a044-62f86557d784.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.920498] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12cede7d-f82d-47d5-9f79-25f4a037371c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.934486] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477877} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.935893] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] fb61d87f-5c4c-4c97-b224-d1033a8c5c83/fb61d87f-5c4c-4c97-b224-d1033a8c5c83.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.936135] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.936490] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 689.936490] env[69513]: value = "task-3380041" [ 689.936490] env[69513]: _type = "Task" [ 689.936490] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.936633] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55663c5f-664a-4cef-8bc3-9f3e938e8cea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.949725] env[69513]: DEBUG nova.policy [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71ccd688cc5e4fc3824ab7f18e133099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbf8f742275740d2b109180197980bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.955355] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380041, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.955828] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 689.955828] env[69513]: value = "task-3380042" [ 689.955828] env[69513]: _type = "Task" [ 689.955828] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.965010] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.991320] env[69513]: DEBUG nova.network.neutron [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updating instance_info_cache with network_info: [{"id": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "address": "fa:16:3e:d5:a2:07", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c01da1-7b", "ovs_interfaceid": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.108881] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380040, 'name': CreateVM_Task, 'duration_secs': 0.467967} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.109128] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.109669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.109909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.110385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.110701] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eeb2b1e-770e-4244-9de8-a6ac2271611f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.115529] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 690.115529] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3cd7d-5bff-a57a-5a1b-72a074c58cb4" [ 690.115529] env[69513]: _type = "Task" [ 690.115529] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.124771] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3cd7d-5bff-a57a-5a1b-72a074c58cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.152508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-791057d2-5a3b-4f4d-bcd5-dd58c26bba6f tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.243s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.302051] env[69513]: INFO nova.compute.resource_tracker [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating resource usage from migration 658af19b-5219-422e-8fc1-7d0d5a9477b7 [ 690.311014] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.448528] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380041, 'name': Rename_Task, 'duration_secs': 0.187446} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.448835] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.450105] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39e73263-7fb6-4105-b427-7667b4a33e1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.457979] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 690.457979] env[69513]: value = "task-3380043" [ 690.457979] env[69513]: _type = "Task" [ 690.457979] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.468404] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066595} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.471075] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.471389] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.474427] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b611f4c-a4da-4fc6-a745-453094da38be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.499213] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] fb61d87f-5c4c-4c97-b224-d1033a8c5c83/fb61d87f-5c4c-4c97-b224-d1033a8c5c83.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.506914] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Releasing lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.507394] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Instance network_info: |[{"id": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "address": "fa:16:3e:d5:a2:07", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c01da1-7b", "ovs_interfaceid": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.507778] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd116d65-793b-4c2d-adf0-57e0998dfba5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.525172] env[69513]: DEBUG nova.compute.manager [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Received event network-vif-plugged-13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.525853] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.525853] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.526011] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.526086] env[69513]: DEBUG nova.compute.manager [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] No waiting events found dispatching network-vif-plugged-13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.526271] env[69513]: WARNING nova.compute.manager [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Received unexpected event network-vif-plugged-13c01da1-7b15-4d41-a0d5-53321c0cc9f6 for instance with vm_state building and task_state spawning. [ 690.526439] env[69513]: DEBUG nova.compute.manager [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Received event network-changed-13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.526699] env[69513]: DEBUG nova.compute.manager [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Refreshing instance network info cache due to event network-changed-13c01da1-7b15-4d41-a0d5-53321c0cc9f6. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.527115] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] Acquiring lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.527115] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] Acquired lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.527220] env[69513]: DEBUG nova.network.neutron [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Refreshing network info cache for port 13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 690.529395] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a2:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13c01da1-7b15-4d41-a0d5-53321c0cc9f6', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.537645] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Creating folder: Project (8f03744aef03496495a21312c471f659). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.538407] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d9021f7-e85a-4b27-8f1e-aaae86614990 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.545576] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 690.545576] env[69513]: value = "task-3380044" [ 690.545576] env[69513]: _type = "Task" [ 690.545576] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.554416] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Created folder: Project (8f03744aef03496495a21312c471f659) in parent group-v674393. [ 690.554416] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Creating folder: Instances. Parent ref: group-v674444. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.554416] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2ad6fc3-db51-4d3e-b2fc-4a41b38eea8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.560626] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.565916] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Created folder: Instances in parent group-v674444. [ 690.566210] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.568611] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.568611] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49f8ac7-45f2-41cc-968a-5ccf2d354c56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.597723] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.597723] env[69513]: value = "task-3380047" [ 690.597723] env[69513]: _type = "Task" [ 690.597723] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.606917] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380047, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.628168] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3cd7d-5bff-a57a-5a1b-72a074c58cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.628475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.628724] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.628958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.629139] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.629286] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.629540] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c0d9a59-2756-4246-bb04-df8575a355e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.639170] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.639260] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.640064] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8e09c7-3e8f-4d2c-bdb1-85b9b8cad70d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.645076] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 690.645076] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ddabc0-411d-09e0-8f2f-aa3b0076cef8" [ 690.645076] env[69513]: _type = "Task" [ 690.645076] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.654329] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ddabc0-411d-09e0-8f2f-aa3b0076cef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.655504] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.835820] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2592b712-a920-4716-b353-e570f46c7590 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.851747] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb2ce6-63d3-4edb-a957-c5fe5ca8e4c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.893207] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f20d77-cc69-4fdb-8af6-af3baaf6a31a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.902388] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6040053f-204f-4cac-8633-5be9083915cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.919107] env[69513]: DEBUG nova.compute.provider_tree [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.971333] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380043, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.062070] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380044, 'name': ReconfigVM_Task, 'duration_secs': 0.355469} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.063019] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Reconfigured VM instance instance-00000011 to attach disk [datastore2] fb61d87f-5c4c-4c97-b224-d1033a8c5c83/fb61d87f-5c4c-4c97-b224-d1033a8c5c83.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.063721] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a11885-9fa4-4623-9c6c-48df836b5b45 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.070519] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 691.070519] env[69513]: value = "task-3380048" [ 691.070519] env[69513]: _type = "Task" [ 691.070519] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.079042] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380048, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.109358] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380047, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.164052] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ddabc0-411d-09e0-8f2f-aa3b0076cef8, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.168059] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e15fa85-b000-439d-9820-669a00a8e2f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.175488] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 691.175488] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a290b-5dbe-fbf5-fb96-fc3a3994b9ed" [ 691.175488] env[69513]: _type = "Task" [ 691.175488] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.183832] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a290b-5dbe-fbf5-fb96-fc3a3994b9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.184902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.268301] env[69513]: DEBUG nova.network.neutron [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Successfully created port: 23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.325793] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.356430] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.356430] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.356430] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.356600] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.356600] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.356600] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.357399] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.358084] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.358474] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.358814] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.359121] env[69513]: DEBUG nova.virt.hardware [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.360465] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec828f15-2d15-4453-8d8f-bae975edc62e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.374739] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb935b0-c1c5-4001-9ef1-8cacd475a615 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.422606] env[69513]: DEBUG nova.scheduler.client.report [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.471939] env[69513]: DEBUG oslo_vmware.api [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380043, 'name': PowerOnVM_Task, 'duration_secs': 0.890007} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.472356] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.472572] env[69513]: INFO nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Took 10.17 seconds to spawn the instance on the hypervisor. [ 691.472748] env[69513]: DEBUG nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.473793] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282ad1a4-2498-4a02-a35a-cdf111efe2cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.583506] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380048, 'name': Rename_Task, 'duration_secs': 0.158374} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.583861] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.584133] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52a24df4-54ae-4309-b00c-c1ab7d398d68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.592016] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 691.592016] env[69513]: value = "task-3380049" [ 691.592016] env[69513]: _type = "Task" [ 691.592016] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.608621] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.615633] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380047, 'name': CreateVM_Task, 'duration_secs': 0.673285} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.615825] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.616643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616724] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617601] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6e92f1-d0ca-4cd5-8e55-9c5ab5d0f4fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.622496] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 691.622496] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5211dedd-8f14-91d3-6aba-c5210e7fc366" [ 691.622496] env[69513]: _type = "Task" [ 691.622496] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.630723] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5211dedd-8f14-91d3-6aba-c5210e7fc366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.684584] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a290b-5dbe-fbf5-fb96-fc3a3994b9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.684996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.685121] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.685375] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f05864e9-8e8d-4951-9002-03b036344b88 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.689537] env[69513]: DEBUG nova.network.neutron [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updated VIF entry in instance network info cache for port 13c01da1-7b15-4d41-a0d5-53321c0cc9f6. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 691.692271] env[69513]: DEBUG nova.network.neutron [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updating instance_info_cache with network_info: [{"id": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "address": "fa:16:3e:d5:a2:07", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c01da1-7b", "ovs_interfaceid": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.697362] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 691.697362] env[69513]: value = "task-3380050" [ 691.697362] env[69513]: _type = "Task" [ 691.697362] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.709862] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.928570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.644s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.928570] env[69513]: INFO nova.compute.manager [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Migrating [ 691.928897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.928897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.932368] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.714s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.932368] env[69513]: DEBUG nova.objects.instance [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 691.998689] env[69513]: INFO nova.compute.manager [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Took 26.83 seconds to build instance. [ 692.105703] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.135216] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5211dedd-8f14-91d3-6aba-c5210e7fc366, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.135216] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.135493] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.135656] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.135779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.135852] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.136142] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94430a9e-b08f-4a1c-8bc0-f03984c743f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.149453] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.149692] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.151198] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d928711b-1d81-467a-819e-b06e9cfe753f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.158631] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 692.158631] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5223627f-f52a-57e0-8300-8ed80988af8b" [ 692.158631] env[69513]: _type = "Task" [ 692.158631] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.172201] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5223627f-f52a-57e0-8300-8ed80988af8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.193822] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e35793b-e90d-482b-96a9-fd7c67ad17a7 req-667edd78-78d7-4d27-873a-642fbb7246fc service nova] Releasing lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.209680] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507259} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.209680] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.209680] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.209870] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0440554c-3f37-419d-b595-d1df35da6e53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.216280] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 692.216280] env[69513]: value = "task-3380051" [ 692.216280] env[69513]: _type = "Task" [ 692.216280] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.226571] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.432884] env[69513]: INFO nova.compute.rpcapi [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 692.433660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.503334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f7ea427-8623-491a-af25-b2428e67b24d tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "5b662da1-f32f-47da-a044-62f86557d784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.203s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.605878] env[69513]: DEBUG oslo_vmware.api [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380049, 'name': PowerOnVM_Task, 'duration_secs': 0.953665} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.605878] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.605878] env[69513]: INFO nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Took 8.61 seconds to spawn the instance on the hypervisor. [ 692.606197] env[69513]: DEBUG nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.606968] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130489b-1f1f-4268-bf1b-ae7bb6cfd0e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.673024] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5223627f-f52a-57e0-8300-8ed80988af8b, 'name': SearchDatastore_Task, 'duration_secs': 0.032451} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.677354] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a37065-27ed-4df6-bf68-4666cfb91173 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.683679] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 692.683679] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30ae7-ae9f-104b-e56a-257e898dc040" [ 692.683679] env[69513]: _type = "Task" [ 692.683679] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.692637] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30ae7-ae9f-104b-e56a-257e898dc040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.728978] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184087} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.728978] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.730367] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2523e-fb7c-4ca0-bd6b-c7e204aa5b3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.752377] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.752997] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c345c93-a59e-4aa8-b909-76dab34f05a4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.776832] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 692.776832] env[69513]: value = "task-3380052" [ 692.776832] env[69513]: _type = "Task" [ 692.776832] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.788708] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.958825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8efc3104-c818-4842-bdec-d42a2501ca86 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.958913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.539s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.961543] env[69513]: INFO nova.compute.claims [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.964744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.966539] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.966539] env[69513]: DEBUG nova.network.neutron [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 693.008321] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.130988] env[69513]: INFO nova.compute.manager [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Took 26.81 seconds to build instance. [ 693.198859] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30ae7-ae9f-104b-e56a-257e898dc040, 'name': SearchDatastore_Task, 'duration_secs': 0.021263} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.199388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.199897] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 3a1465b0-4472-4e1f-b1ed-2487a25ce73d/3a1465b0-4472-4e1f-b1ed-2487a25ce73d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.200227] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf07397-fd23-4bb2-aa9d-69e544ce3d1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.209965] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 693.209965] env[69513]: value = "task-3380053" [ 693.209965] env[69513]: _type = "Task" [ 693.209965] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.223955] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.290666] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.544915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.634041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3feb1233-7adf-475f-adec-adf95536eb59 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.794s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.726483] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.791689] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380052, 'name': ReconfigVM_Task, 'duration_secs': 0.851154} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.792072] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 3ca386ea-bb2d-412c-a855-399c4776feb2/3ca386ea-bb2d-412c-a855-399c4776feb2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.792807] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d568747-7f49-45bb-b437-5a9c64662c16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.802625] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 693.802625] env[69513]: value = "task-3380054" [ 693.802625] env[69513]: _type = "Task" [ 693.802625] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.814358] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380054, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.045145] env[69513]: DEBUG nova.network.neutron [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [{"id": "23330338-bd2d-4050-a412-bba2d9a797bf", "address": "fa:16:3e:8c:08:3b", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23330338-bd", "ovs_interfaceid": "23330338-bd2d-4050-a412-bba2d9a797bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.140646] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.234282] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664993} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.235902] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 3a1465b0-4472-4e1f-b1ed-2487a25ce73d/3a1465b0-4472-4e1f-b1ed-2487a25ce73d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.235902] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.235902] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a83971f-5ede-470f-85a7-381fecad1329 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.244807] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 694.244807] env[69513]: value = "task-3380055" [ 694.244807] env[69513]: _type = "Task" [ 694.244807] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.250570] env[69513]: DEBUG nova.network.neutron [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Successfully updated port: 23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.258923] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.319167] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380054, 'name': Rename_Task, 'duration_secs': 0.179468} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.319167] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.319167] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e675641a-5afa-4e5b-8758-9147dccbf983 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.333091] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Waiting for the task: (returnval){ [ 694.333091] env[69513]: value = "task-3380056" [ 694.333091] env[69513]: _type = "Task" [ 694.333091] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.341632] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.418670] env[69513]: DEBUG nova.compute.manager [req-bb73b8c6-cdcc-4d18-beac-07a5f22c02c7 req-5142b706-a9a5-4354-8861-d9749f3c4fb7 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Received event network-vif-plugged-23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.418670] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb73b8c6-cdcc-4d18-beac-07a5f22c02c7 req-5142b706-a9a5-4354-8861-d9749f3c4fb7 service nova] Acquiring lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.418670] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb73b8c6-cdcc-4d18-beac-07a5f22c02c7 req-5142b706-a9a5-4354-8861-d9749f3c4fb7 service nova] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.418905] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb73b8c6-cdcc-4d18-beac-07a5f22c02c7 req-5142b706-a9a5-4354-8861-d9749f3c4fb7 service nova] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.418905] env[69513]: DEBUG nova.compute.manager [req-bb73b8c6-cdcc-4d18-beac-07a5f22c02c7 req-5142b706-a9a5-4354-8861-d9749f3c4fb7 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] No waiting events found dispatching network-vif-plugged-23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.419054] env[69513]: WARNING nova.compute.manager [req-bb73b8c6-cdcc-4d18-beac-07a5f22c02c7 req-5142b706-a9a5-4354-8861-d9749f3c4fb7 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Received unexpected event network-vif-plugged-23b18f69-8cd7-4633-af71-a07c3e419a19 for instance with vm_state building and task_state spawning. [ 694.529357] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a867d75-7b4f-4333-a20b-54deefb35081 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.538570] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83698e8-1352-4ba6-a7b3-b3f1ccec64a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.579855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.585686] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f777f-86ab-421a-8ebf-29855a40a4e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.596683] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699bfd5-5322-4b65-939b-158447e80349 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.614505] env[69513]: DEBUG nova.compute.provider_tree [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.672448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.763078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.763078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquired lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.763078] env[69513]: DEBUG nova.network.neutron [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 694.763078] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062967} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.764666] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.765562] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f9945a-72bc-4125-98b9-9e2a7c0ebb04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.803311] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3a1465b0-4472-4e1f-b1ed-2487a25ce73d/3a1465b0-4472-4e1f-b1ed-2487a25ce73d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.804312] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96045cae-251e-4bd8-80d4-d89eeb2ed5d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.833139] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 694.833139] env[69513]: value = "task-3380057" [ 694.833139] env[69513]: _type = "Task" [ 694.833139] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.860092] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380056, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.864777] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.118745] env[69513]: DEBUG nova.scheduler.client.report [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.344711] env[69513]: DEBUG nova.network.neutron [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 695.353355] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380056, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.357659] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.631176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.631792] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.636960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.657s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.640355] env[69513]: DEBUG nova.objects.instance [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lazy-loading 'resources' on Instance uuid 25443750-5a62-4761-a992-6761814c445d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.732539] env[69513]: DEBUG nova.network.neutron [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Updating instance_info_cache with network_info: [{"id": "23b18f69-8cd7-4633-af71-a07c3e419a19", "address": "fa:16:3e:f4:c6:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b18f69-8c", "ovs_interfaceid": "23b18f69-8cd7-4633-af71-a07c3e419a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.856017] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.859109] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380056, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.104633] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234cb147-c12c-471e-b932-95eb8a146cc7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.129180] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.148973] env[69513]: DEBUG nova.compute.utils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.148973] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.148973] env[69513]: DEBUG nova.network.neutron [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.236558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Releasing lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.236558] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Instance network_info: |[{"id": "23b18f69-8cd7-4633-af71-a07c3e419a19", "address": "fa:16:3e:f4:c6:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b18f69-8c", "ovs_interfaceid": "23b18f69-8cd7-4633-af71-a07c3e419a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.237101] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c6:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b18f69-8cd7-4633-af71-a07c3e419a19', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.247537] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Creating folder: Project (dbf8f742275740d2b109180197980bd9). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.251635] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87be724d-c45a-4759-a7b1-4f9aee760797 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.256383] env[69513]: DEBUG nova.policy [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274b11f445f346259c88e8f040f3cb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bfbebe4ca0348b49679c323b9c7dad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.269780] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Created folder: Project (dbf8f742275740d2b109180197980bd9) in parent group-v674393. [ 696.270015] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Creating folder: Instances. Parent ref: group-v674447. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.272130] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23b04929-6dcb-4496-aa3e-b1db5f5bb304 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.287287] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Created folder: Instances in parent group-v674447. [ 696.289431] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.289431] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.289431] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6fe8914-5bb4-48d1-90ea-cb9066f64be4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.316877] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.316877] env[69513]: value = "task-3380060" [ 696.316877] env[69513]: _type = "Task" [ 696.316877] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.324802] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380060, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.357967] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.365180] env[69513]: DEBUG oslo_vmware.api [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Task: {'id': task-3380056, 'name': PowerOnVM_Task, 'duration_secs': 1.743556} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.365180] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.365180] env[69513]: DEBUG nova.compute.manager [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.366054] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56c2c7e-5b10-407d-97b5-fa46ac0495f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.637296] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.637296] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34618896-204b-462b-b34b-f624f8386424 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.650095] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.656458] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 696.656458] env[69513]: value = "task-3380061" [ 696.656458] env[69513]: _type = "Task" [ 696.656458] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.674814] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.740119] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826df9c-995d-4860-a757-1febf615c4b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.749611] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad4f04-1c46-4da0-bc83-57b9b759cacd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.787286] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ffb4c3-ffe2-4196-88f5-7de5efc92ec3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.798391] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce4e36f-4eae-4c6a-a74a-99b7edea851d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.812241] env[69513]: DEBUG nova.compute.provider_tree [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.826953] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380060, 'name': CreateVM_Task, 'duration_secs': 0.459452} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.828048] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.828880] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.829067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.830590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.830590] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7825fd8-f8ad-437f-8f89-b50872834185 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.836544] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 696.836544] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52db66f2-578a-1679-9446-5c55bfb81628" [ 696.836544] env[69513]: _type = "Task" [ 696.836544] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.855349] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380057, 'name': ReconfigVM_Task, 'duration_secs': 1.747532} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.855619] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52db66f2-578a-1679-9446-5c55bfb81628, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.855868] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3a1465b0-4472-4e1f-b1ed-2487a25ce73d/3a1465b0-4472-4e1f-b1ed-2487a25ce73d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.856606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.856971] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.857236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.857377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.857545] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.857827] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca592b7f-f48d-4674-a56e-1d56088b57a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.859791] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c62b120-96c1-4309-80a6-ab06c8024833 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.866915] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 696.866915] env[69513]: value = "task-3380062" [ 696.866915] env[69513]: _type = "Task" [ 696.866915] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.877332] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380062, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.878940] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.878940] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.883179] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33497ac-7ffa-45d5-94c2-f50072a7ec17 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.888734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.892442] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 696.892442] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f08a2-3edc-7184-cb2d-2bf9d8ea9a61" [ 696.892442] env[69513]: _type = "Task" [ 696.892442] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.900867] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f08a2-3edc-7184-cb2d-2bf9d8ea9a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.171987] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380061, 'name': PowerOffVM_Task, 'duration_secs': 0.387053} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.175066] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.175066] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.185962] env[69513]: DEBUG nova.network.neutron [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Successfully created port: 7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.294293] env[69513]: DEBUG nova.compute.manager [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Received event network-changed-23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.294600] env[69513]: DEBUG nova.compute.manager [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Refreshing instance network info cache due to event network-changed-23b18f69-8cd7-4633-af71-a07c3e419a19. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.294759] env[69513]: DEBUG oslo_concurrency.lockutils [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] Acquiring lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.294819] env[69513]: DEBUG oslo_concurrency.lockutils [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] Acquired lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.295631] env[69513]: DEBUG nova.network.neutron [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Refreshing network info cache for port 23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 697.318261] env[69513]: DEBUG nova.scheduler.client.report [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.380885] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380062, 'name': Rename_Task, 'duration_secs': 0.319313} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.384244] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.384244] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d468edc2-983a-4d75-8fa1-351b9cf92ac9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.394489] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 697.394489] env[69513]: value = "task-3380063" [ 697.394489] env[69513]: _type = "Task" [ 697.394489] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.412182] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.412182] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f08a2-3edc-7184-cb2d-2bf9d8ea9a61, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.413132] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3700c0-80d3-40e5-8b13-336060d94ac7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.418862] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 697.418862] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5236228e-6c5b-c45d-7fda-fe29c1388578" [ 697.418862] env[69513]: _type = "Task" [ 697.418862] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.429018] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5236228e-6c5b-c45d-7fda-fe29c1388578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.670020] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.683340] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.683340] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.683696] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.684288] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.684288] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.684288] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.684750] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.684836] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.685047] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.685768] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.685768] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.691098] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b4dd3b8-66ee-44ce-a4ca-ab76d3490d1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.710197] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 697.710197] env[69513]: value = "task-3380065" [ 697.710197] env[69513]: _type = "Task" [ 697.710197] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.718784] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.718784] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.718784] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.719017] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.719607] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.719607] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.719780] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.719847] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.720124] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.720336] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.720519] env[69513]: DEBUG nova.virt.hardware [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.721491] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e00b65-1281-4b72-8520-037b6029d532 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.734018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeebd8e-e3d8-45fc-a262-2ce44306c6b4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.739284] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.825253] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.826413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.819s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.828948] env[69513]: INFO nova.compute.claims [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.859227] env[69513]: INFO nova.scheduler.client.report [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Deleted allocations for instance 25443750-5a62-4761-a992-6761814c445d [ 697.864882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "3ca386ea-bb2d-412c-a855-399c4776feb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.866334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "3ca386ea-bb2d-412c-a855-399c4776feb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.866622] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "3ca386ea-bb2d-412c-a855-399c4776feb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.866835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "3ca386ea-bb2d-412c-a855-399c4776feb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.867024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "3ca386ea-bb2d-412c-a855-399c4776feb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.869859] env[69513]: INFO nova.compute.manager [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Terminating instance [ 697.915183] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.929526] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5236228e-6c5b-c45d-7fda-fe29c1388578, 'name': SearchDatastore_Task, 'duration_secs': 0.013726} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.929817] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.930090] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd/2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.930431] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f881ab-9c8c-43ab-a044-c2979dda2fcc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.939015] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 697.939015] env[69513]: value = "task-3380069" [ 697.939015] env[69513]: _type = "Task" [ 697.939015] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.946829] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.953534] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.953697] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.137775] env[69513]: DEBUG nova.network.neutron [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Updated VIF entry in instance network info cache for port 23b18f69-8cd7-4633-af71-a07c3e419a19. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 698.138276] env[69513]: DEBUG nova.network.neutron [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Updating instance_info_cache with network_info: [{"id": "23b18f69-8cd7-4633-af71-a07c3e419a19", "address": "fa:16:3e:f4:c6:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b18f69-8c", "ovs_interfaceid": "23b18f69-8cd7-4633-af71-a07c3e419a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.221533] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380065, 'name': ReconfigVM_Task, 'duration_secs': 0.234548} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.221790] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.373765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63b88e95-bc59-4c69-ae79-8779b6ad1311 tempest-ServerDiagnosticsNegativeTest-931616368 tempest-ServerDiagnosticsNegativeTest-931616368-project-member] Lock "25443750-5a62-4761-a992-6761814c445d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.382s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.375351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "refresh_cache-3ca386ea-bb2d-412c-a855-399c4776feb2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.376310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquired lock "refresh_cache-3ca386ea-bb2d-412c-a855-399c4776feb2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.376310] env[69513]: DEBUG nova.network.neutron [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 698.417638] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.458106] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.641334] env[69513]: DEBUG oslo_concurrency.lockutils [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] Releasing lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.641630] env[69513]: DEBUG nova.compute.manager [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-changed-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.641821] env[69513]: DEBUG nova.compute.manager [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Refreshing instance network info cache due to event network-changed-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.642046] env[69513]: DEBUG oslo_concurrency.lockutils [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] Acquiring lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.642188] env[69513]: DEBUG oslo_concurrency.lockutils [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] Acquired lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.642350] env[69513]: DEBUG nova.network.neutron [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Refreshing network info cache for port fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 698.734302] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.734302] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.734771] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.734771] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.734771] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.734904] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.735186] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.735284] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.735481] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.739993] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.739993] env[69513]: DEBUG nova.virt.hardware [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.745249] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 698.745359] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e0f8c7-fc03-46b6-a872-d8f680f13afe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.767381] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 698.767381] env[69513]: value = "task-3380070" [ 698.767381] env[69513]: _type = "Task" [ 698.767381] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.776865] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.916334] env[69513]: DEBUG oslo_vmware.api [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380063, 'name': PowerOnVM_Task, 'duration_secs': 1.053608} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.916793] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.917555] env[69513]: INFO nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Took 12.29 seconds to spawn the instance on the hypervisor. [ 698.917902] env[69513]: DEBUG nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.921990] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4702656-f6f4-4640-8b1e-f465d84a049b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.932306] env[69513]: DEBUG nova.network.neutron [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 698.939626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.939626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.939626] env[69513]: DEBUG nova.compute.manager [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.940123] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00724ba5-698c-4f0c-87bd-68ebe3cdafe7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.959052] env[69513]: DEBUG nova.compute.manager [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 698.959052] env[69513]: DEBUG nova.objects.instance [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lazy-loading 'flavor' on Instance uuid f9e131e0-417f-4baf-b7fd-a3547169fd41 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.969565] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717605} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.969708] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd/2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.973267] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.973267] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985ca6dc-d824-4282-ab3b-6700395599f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.984134] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 698.984134] env[69513]: value = "task-3380071" [ 698.984134] env[69513]: _type = "Task" [ 698.984134] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.993972] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.096605] env[69513]: DEBUG nova.network.neutron [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.169108] env[69513]: DEBUG nova.network.neutron [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Successfully updated port: 7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.279510] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380070, 'name': ReconfigVM_Task, 'duration_secs': 0.445969} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.280187] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 699.280653] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0233bef-0ac7-4df0-8a5a-d2a8e51a1c56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.307290] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee/fc09ea54-6b9a-46af-95f5-ab03122a00ee.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.311202] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c06f24-704b-4777-95c9-aecbed2b68ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.335280] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 699.335280] env[69513]: value = "task-3380072" [ 699.335280] env[69513]: _type = "Task" [ 699.335280] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.344250] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.400445] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c60fb-3b2e-454d-8610-720c9e4045f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.414862] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00769ed8-8165-4122-a2a4-cf818919bd08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.487765] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b0437-7ba3-44c0-aa07-e7d6c896b198 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.507121] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0309d1-b721-4d14-8234-67c2b16a4c6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.513337] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07499} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.514598] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.515955] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf40cd9-5603-4fc4-a04a-d43f3c42a045 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.530607] env[69513]: DEBUG nova.compute.provider_tree [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.558960] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd/2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.560292] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a07572f-6ce9-47b4-a012-26d58b16c388 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.582804] env[69513]: INFO nova.compute.manager [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Took 33.10 seconds to build instance. [ 699.585277] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 699.585277] env[69513]: value = "task-3380073" [ 699.585277] env[69513]: _type = "Task" [ 699.585277] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.596366] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.603336] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Releasing lock "refresh_cache-3ca386ea-bb2d-412c-a855-399c4776feb2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.603336] env[69513]: DEBUG nova.compute.manager [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.603336] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.603336] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385969a-cf9a-4546-94a6-b0778756ace8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.613641] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.614252] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb41b62d-550d-4798-b4c5-e1e1f41f1ee1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.621797] env[69513]: DEBUG oslo_vmware.api [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 699.621797] env[69513]: value = "task-3380074" [ 699.621797] env[69513]: _type = "Task" [ 699.621797] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.633138] env[69513]: DEBUG oslo_vmware.api [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.671936] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "refresh_cache-31f58fa6-38b6-43be-862a-685341bf4921" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.671936] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "refresh_cache-31f58fa6-38b6-43be-862a-685341bf4921" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.672095] env[69513]: DEBUG nova.network.neutron [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 699.784430] env[69513]: DEBUG nova.network.neutron [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updated VIF entry in instance network info cache for port fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 699.784885] env[69513]: DEBUG nova.network.neutron [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.792265] env[69513]: DEBUG nova.compute.manager [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Received event network-vif-plugged-7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.792265] env[69513]: DEBUG oslo_concurrency.lockutils [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] Acquiring lock "31f58fa6-38b6-43be-862a-685341bf4921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.792607] env[69513]: DEBUG oslo_concurrency.lockutils [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] Lock "31f58fa6-38b6-43be-862a-685341bf4921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.792607] env[69513]: DEBUG oslo_concurrency.lockutils [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] Lock "31f58fa6-38b6-43be-862a-685341bf4921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.792758] env[69513]: DEBUG nova.compute.manager [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] No waiting events found dispatching network-vif-plugged-7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.792863] env[69513]: WARNING nova.compute.manager [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Received unexpected event network-vif-plugged-7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a for instance with vm_state building and task_state spawning. [ 699.794390] env[69513]: DEBUG nova.compute.manager [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Received event network-changed-7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.794390] env[69513]: DEBUG nova.compute.manager [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Refreshing instance network info cache due to event network-changed-7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.794390] env[69513]: DEBUG oslo_concurrency.lockutils [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] Acquiring lock "refresh_cache-31f58fa6-38b6-43be-862a-685341bf4921" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.849558] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380072, 'name': ReconfigVM_Task, 'duration_secs': 0.463985} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.849988] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee/fc09ea54-6b9a-46af-95f5-ab03122a00ee.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.850884] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.996624] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.996924] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-662ee331-aabc-4c22-be2c-019d36bb94d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.005717] env[69513]: DEBUG oslo_vmware.api [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 700.005717] env[69513]: value = "task-3380075" [ 700.005717] env[69513]: _type = "Task" [ 700.005717] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.016963] env[69513]: DEBUG oslo_vmware.api [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.038436] env[69513]: DEBUG nova.scheduler.client.report [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.086391] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da170bff-78bf-4c3c-8efd-03692b35e902 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.260s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.105265] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380073, 'name': ReconfigVM_Task, 'duration_secs': 0.295682} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.106482] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd/2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.106482] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7ff1ac2-c9f7-43bd-a809-bc862016d994 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.113978] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 700.113978] env[69513]: value = "task-3380076" [ 700.113978] env[69513]: _type = "Task" [ 700.113978] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.131176] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380076, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.138547] env[69513]: DEBUG oslo_vmware.api [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380074, 'name': PowerOffVM_Task, 'duration_secs': 0.125709} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.139103] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.139363] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.139759] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c4efbc-07a7-483c-a0e2-7d44809504a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.181797] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.182128] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.182128] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Deleting the datastore file [datastore2] 3ca386ea-bb2d-412c-a855-399c4776feb2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.182825] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52eae71c-1dfc-4407-826c-1c8d8879978c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.192146] env[69513]: DEBUG oslo_vmware.api [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for the task: (returnval){ [ 700.192146] env[69513]: value = "task-3380078" [ 700.192146] env[69513]: _type = "Task" [ 700.192146] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.202776] env[69513]: DEBUG oslo_vmware.api [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.233961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "2387148a-8e7d-4652-a09b-b71ac952044b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.234073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "2387148a-8e7d-4652-a09b-b71ac952044b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.278146] env[69513]: DEBUG nova.network.neutron [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 700.286968] env[69513]: DEBUG oslo_concurrency.lockutils [req-96c6fd81-8dd1-4b05-b55f-e111a2386f67 req-56f778fe-0f56-4b93-bccb-66a8bdcb0f5e service nova] Releasing lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.361116] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1ffad8-a4cd-40dc-a541-0fd8ad90d827 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.394568] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cdc178-9cc2-4349-9fab-8d7d4835bcec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.420676] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.528830] env[69513]: DEBUG oslo_vmware.api [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380075, 'name': PowerOffVM_Task, 'duration_secs': 0.19668} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.530545] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.530545] env[69513]: DEBUG nova.compute.manager [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.530967] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05d670-9f8d-4262-b0d9-196297560f49 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.548958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.550349] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.556960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.533s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.557623] env[69513]: DEBUG nova.objects.instance [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lazy-loading 'resources' on Instance uuid 7c756c10-798f-4e22-8d53-52d3c4d446c2 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.595133] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.627179] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380076, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.708744] env[69513]: DEBUG oslo_vmware.api [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Task: {'id': task-3380078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187324} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.708952] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.709547] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.709547] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.709697] env[69513]: INFO nova.compute.manager [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 700.709850] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.710122] env[69513]: DEBUG nova.compute.manager [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.710227] env[69513]: DEBUG nova.network.neutron [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 700.765472] env[69513]: DEBUG nova.network.neutron [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 700.805044] env[69513]: DEBUG nova.network.neutron [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Updating instance_info_cache with network_info: [{"id": "7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a", "address": "fa:16:3e:b2:35:6e", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c38c1bd-c6", "ovs_interfaceid": "7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.048907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b65a1eaf-212c-4402-a3ea-26433dd627f6 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.110s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.061965] env[69513]: DEBUG nova.compute.utils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.068640] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.068640] env[69513]: DEBUG nova.network.neutron [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.082691] env[69513]: DEBUG nova.network.neutron [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Port 23330338-bd2d-4050-a412-bba2d9a797bf binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 701.121453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.128660] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380076, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.158762] env[69513]: DEBUG nova.policy [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274b11f445f346259c88e8f040f3cb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bfbebe4ca0348b49679c323b9c7dad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.265706] env[69513]: DEBUG nova.network.neutron [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.307805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "refresh_cache-31f58fa6-38b6-43be-862a-685341bf4921" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.308228] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance network_info: |[{"id": "7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a", "address": "fa:16:3e:b2:35:6e", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c38c1bd-c6", "ovs_interfaceid": "7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.308622] env[69513]: DEBUG oslo_concurrency.lockutils [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] Acquired lock "refresh_cache-31f58fa6-38b6-43be-862a-685341bf4921" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.308912] env[69513]: DEBUG nova.network.neutron [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Refreshing network info cache for port 7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 701.310409] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:35:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.317938] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating folder: Project (6bfbebe4ca0348b49679c323b9c7dad4). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.322096] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f0be334-c917-4f27-9b84-77ef3a6b2b96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.338564] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created folder: Project (6bfbebe4ca0348b49679c323b9c7dad4) in parent group-v674393. [ 701.338816] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating folder: Instances. Parent ref: group-v674453. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.339149] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10e5a08-b8f3-4091-ac4c-7f21a82254c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.349835] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created folder: Instances in parent group-v674453. [ 701.350090] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.350280] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.350487] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3521472-c97d-4cd4-98d0-9ac7b09b2289 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.372709] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.372709] env[69513]: value = "task-3380082" [ 701.372709] env[69513]: _type = "Task" [ 701.372709] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.380903] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380082, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.536573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.536955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.537041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.537895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.538127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.541012] env[69513]: INFO nova.compute.manager [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Terminating instance [ 701.569756] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310fca8-b43a-4a20-a823-c53a8938e34e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.574125] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.588959] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29cb3c-d91f-44c4-b992-1f6c42e5649f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.628131] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff93c2a-36a2-4fac-b118-0eeefbd32f8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.637645] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380076, 'name': Rename_Task, 'duration_secs': 1.227698} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.640259] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.640561] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c3a3ed3-d835-4d38-9d2f-8d9e72e9c98c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.643159] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4afa9-7ebc-49c6-a3a0-890a6bb9b69c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.657666] env[69513]: DEBUG nova.compute.provider_tree [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.660517] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 701.660517] env[69513]: value = "task-3380083" [ 701.660517] env[69513]: _type = "Task" [ 701.660517] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.670348] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380083, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.768760] env[69513]: INFO nova.compute.manager [-] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Took 1.06 seconds to deallocate network for instance. [ 701.891049] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380082, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.902369] env[69513]: DEBUG nova.network.neutron [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Successfully created port: a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.045630] env[69513]: DEBUG nova.compute.manager [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.045630] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.047204] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1397782-d415-4205-a530-d859050d2228 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.059161] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.059280] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1afb8b-c23f-4603-9e79-ddc924e62adb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.066813] env[69513]: DEBUG oslo_vmware.api [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 702.066813] env[69513]: value = "task-3380084" [ 702.066813] env[69513]: _type = "Task" [ 702.066813] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.076197] env[69513]: DEBUG oslo_vmware.api [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.123156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.123156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.123156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.165025] env[69513]: DEBUG nova.scheduler.client.report [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.178755] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.282426] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.292323] env[69513]: DEBUG nova.compute.manager [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Received event network-changed-13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.292323] env[69513]: DEBUG nova.compute.manager [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Refreshing instance network info cache due to event network-changed-13c01da1-7b15-4d41-a0d5-53321c0cc9f6. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.292323] env[69513]: DEBUG oslo_concurrency.lockutils [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] Acquiring lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.292501] env[69513]: DEBUG oslo_concurrency.lockutils [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] Acquired lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.292539] env[69513]: DEBUG nova.network.neutron [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Refreshing network info cache for port 13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 702.386565] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380082, 'name': CreateVM_Task, 'duration_secs': 0.599968} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.387159] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.387480] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.389164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.389164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.389164] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f66baa9-8116-4da1-bbbb-fc8ffa721d41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.394542] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 702.394542] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ae4ac-8631-1b4b-613a-46c820fedb50" [ 702.394542] env[69513]: _type = "Task" [ 702.394542] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.405540] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ae4ac-8631-1b4b-613a-46c820fedb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.584956] env[69513]: DEBUG oslo_vmware.api [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380084, 'name': PowerOffVM_Task, 'duration_secs': 0.400456} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.587218] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.589482] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.589680] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.590782] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3e22b76-474b-4a2b-8896-0c71ab89b132 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.613619] env[69513]: DEBUG nova.network.neutron [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Updated VIF entry in instance network info cache for port 7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 702.613619] env[69513]: DEBUG nova.network.neutron [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Updating instance_info_cache with network_info: [{"id": "7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a", "address": "fa:16:3e:b2:35:6e", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c38c1bd-c6", "ovs_interfaceid": "7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.629246] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.632772] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.632934] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.633136] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.633309] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.633458] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.633697] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.633860] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.634042] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.634208] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.634381] env[69513]: DEBUG nova.virt.hardware [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.638158] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0744936b-5dbf-424c-9e4e-dde20115eae8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.649497] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be92825b-6839-455d-9187-46f14ad1533a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.657000] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.657222] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.657396] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Deleting the datastore file [datastore2] fb61d87f-5c4c-4c97-b224-d1033a8c5c83 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.658288] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09aa15e-907c-4d1e-a9bb-e4de773d733d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.669272] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.678413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.368s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.678979] env[69513]: INFO nova.compute.claims [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.688194] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.688478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.689367] env[69513]: DEBUG oslo_vmware.api [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for the task: (returnval){ [ 702.689367] env[69513]: value = "task-3380086" [ 702.689367] env[69513]: _type = "Task" [ 702.689367] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.696396] env[69513]: DEBUG oslo_vmware.api [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380083, 'name': PowerOnVM_Task, 'duration_secs': 0.532022} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.697352] env[69513]: INFO nova.scheduler.client.report [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocations for instance 7c756c10-798f-4e22-8d53-52d3c4d446c2 [ 702.704047] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.704263] env[69513]: INFO nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Took 11.38 seconds to spawn the instance on the hypervisor. [ 702.704441] env[69513]: DEBUG nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.707127] env[69513]: DEBUG oslo_vmware.api [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.708290] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992bf693-2cee-44ea-adf1-3207e94b7643 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.904860] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ae4ac-8631-1b4b-613a-46c820fedb50, 'name': SearchDatastore_Task, 'duration_secs': 0.015149} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.905181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.905489] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.905647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.905765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.905935] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.906200] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e73a2cf-4b1c-463a-b774-a2cb9ed691aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.914175] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.914420] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.915475] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2cbc5e-8057-45a6-8345-4552ffd4116e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.920695] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 702.920695] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dafccb-e0b4-63cf-d478-a007c26e0182" [ 702.920695] env[69513]: _type = "Task" [ 702.920695] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.928931] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dafccb-e0b4-63cf-d478-a007c26e0182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.065184] env[69513]: DEBUG nova.objects.instance [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lazy-loading 'flavor' on Instance uuid f9e131e0-417f-4baf-b7fd-a3547169fd41 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.116184] env[69513]: DEBUG oslo_concurrency.lockutils [req-f6c6e81a-1f9e-41b7-9d5f-956a2442bd3f req-ab8be632-36bf-4726-bc94-8d65a7b2b1bd service nova] Releasing lock "refresh_cache-31f58fa6-38b6-43be-862a-685341bf4921" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.199981] env[69513]: DEBUG oslo_vmware.api [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Task: {'id': task-3380086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173144} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.200313] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.200531] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.200746] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.200957] env[69513]: INFO nova.compute.manager [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Took 1.16 seconds to destroy the instance on the hypervisor. [ 703.201257] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.201491] env[69513]: DEBUG nova.compute.manager [-] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.204671] env[69513]: DEBUG nova.network.neutron [-] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 703.211383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.211383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.211383] env[69513]: DEBUG nova.network.neutron [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 703.213416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f8209707-ea3a-434b-8e3f-4e812002d656 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "7c756c10-798f-4e22-8d53-52d3c4d446c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.994s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.228944] env[69513]: INFO nova.compute.manager [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Took 34.17 seconds to build instance. [ 703.413272] env[69513]: DEBUG nova.network.neutron [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updated VIF entry in instance network info cache for port 13c01da1-7b15-4d41-a0d5-53321c0cc9f6. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 703.413272] env[69513]: DEBUG nova.network.neutron [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updating instance_info_cache with network_info: [{"id": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "address": "fa:16:3e:d5:a2:07", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c01da1-7b", "ovs_interfaceid": "13c01da1-7b15-4d41-a0d5-53321c0cc9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.443670] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dafccb-e0b4-63cf-d478-a007c26e0182, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.445644] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d7b84f-365b-44d9-b52f-55add1cf76d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.464425] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 703.464425] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d33bfe-2cef-ebc0-38c0-dd2b3e23473d" [ 703.464425] env[69513]: _type = "Task" [ 703.464425] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.485211] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d33bfe-2cef-ebc0-38c0-dd2b3e23473d, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.485842] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.486304] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.486783] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9139088-914e-46de-9ca1-623fe87931c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.494652] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 703.494652] env[69513]: value = "task-3380088" [ 703.494652] env[69513]: _type = "Task" [ 703.494652] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.506060] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.578048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.578158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquired lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.578589] env[69513]: DEBUG nova.network.neutron [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 703.578589] env[69513]: DEBUG nova.objects.instance [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lazy-loading 'info_cache' on Instance uuid f9e131e0-417f-4baf-b7fd-a3547169fd41 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.737381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4818a146-25f5-4e48-a49b-0ef6b719685b tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.335s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.921650] env[69513]: DEBUG oslo_concurrency.lockutils [req-50f023ee-f938-4e4c-ab5d-9c5a2049594a req-844dd5de-99c7-4484-9b7c-70931ae25abc service nova] Releasing lock "refresh_cache-3a1465b0-4472-4e1f-b1ed-2487a25ce73d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.964920] env[69513]: DEBUG nova.compute.manager [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Received event network-changed {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.965123] env[69513]: DEBUG nova.compute.manager [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Refreshing instance network info cache due to event network-changed. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.965334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] Acquiring lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.965474] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] Acquired lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.965900] env[69513]: DEBUG nova.network.neutron [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 704.009904] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380088, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.082056] env[69513]: DEBUG nova.network.neutron [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Successfully updated port: a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.084153] env[69513]: DEBUG nova.objects.base [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 704.204555] env[69513]: DEBUG nova.network.neutron [-] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.241228] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccd3083-03dc-4ce7-ab78-fedb9162a219 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.246128] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.253657] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffe041-e742-4ab9-908a-9d7fe53235ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.258303] env[69513]: DEBUG nova.network.neutron [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [{"id": "23330338-bd2d-4050-a412-bba2d9a797bf", "address": "fa:16:3e:8c:08:3b", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23330338-bd", "ovs_interfaceid": "23330338-bd2d-4050-a412-bba2d9a797bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.289708] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d07669-46d9-42fd-b46a-29250c2207d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.298041] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da6ad04-9e3d-47be-92b4-d2b5b77419ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.314088] env[69513]: DEBUG nova.compute.provider_tree [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.494891] env[69513]: DEBUG nova.compute.manager [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Received event network-vif-plugged-a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.496379] env[69513]: DEBUG oslo_concurrency.lockutils [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] Acquiring lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.496379] env[69513]: DEBUG oslo_concurrency.lockutils [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.497949] env[69513]: DEBUG oslo_concurrency.lockutils [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.498167] env[69513]: DEBUG nova.compute.manager [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] No waiting events found dispatching network-vif-plugged-a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.498344] env[69513]: WARNING nova.compute.manager [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Received unexpected event network-vif-plugged-a6b700fb-c5e0-4ec5-a875-a339b7c35de5 for instance with vm_state building and task_state spawning. [ 704.498569] env[69513]: DEBUG nova.compute.manager [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Received event network-vif-deleted-1b1e928b-2bb1-4515-bd1f-33d13dd15425 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.498666] env[69513]: DEBUG nova.compute.manager [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Received event network-changed-a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.498891] env[69513]: DEBUG nova.compute.manager [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Refreshing instance network info cache due to event network-changed-a6b700fb-c5e0-4ec5-a875-a339b7c35de5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.499101] env[69513]: DEBUG oslo_concurrency.lockutils [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] Acquiring lock "refresh_cache-78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.499237] env[69513]: DEBUG oslo_concurrency.lockutils [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] Acquired lock "refresh_cache-78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.499387] env[69513]: DEBUG nova.network.neutron [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Refreshing network info cache for port a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 704.519032] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730386} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.523219] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.523219] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.523219] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe7a3ab-fc35-44b7-9ff6-7fda8173e799 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.530221] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 704.530221] env[69513]: value = "task-3380089" [ 704.530221] env[69513]: _type = "Task" [ 704.530221] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.542296] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.587752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "refresh_cache-78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.705669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.706329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.707338] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.707548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.707755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.710021] env[69513]: INFO nova.compute.manager [-] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Took 1.51 seconds to deallocate network for instance. [ 704.711763] env[69513]: INFO nova.compute.manager [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Terminating instance [ 704.761206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.780279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.820099] env[69513]: DEBUG nova.scheduler.client.report [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.042024] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069061} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.042024] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.042655] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a309990-a1fc-4324-8d83-cea43d5de163 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.068513] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.069780] env[69513]: DEBUG nova.network.neutron [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 705.072222] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91aa986-ffed-4f33-b17f-642ec4025d93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.096965] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 705.096965] env[69513]: value = "task-3380091" [ 705.096965] env[69513]: _type = "Task" [ 705.096965] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.107028] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.200085] env[69513]: DEBUG nova.network.neutron [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.217645] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.218045] env[69513]: DEBUG nova.compute.manager [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.218252] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.219362] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff02021-abb6-4061-8eee-505a43a53585 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.229674] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.229965] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac78784-4257-4ffe-b120-1902e4f18d6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.235663] env[69513]: DEBUG oslo_vmware.api [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 705.235663] env[69513]: value = "task-3380092" [ 705.235663] env[69513]: _type = "Task" [ 705.235663] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.243836] env[69513]: DEBUG oslo_vmware.api [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.295306] env[69513]: DEBUG nova.network.neutron [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Updating instance_info_cache with network_info: [{"id": "23b18f69-8cd7-4633-af71-a07c3e419a19", "address": "fa:16:3e:f4:c6:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b18f69-8c", "ovs_interfaceid": "23b18f69-8cd7-4633-af71-a07c3e419a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.298639] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78387f-4656-446a-ab20-ba1252d0d277 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.334547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.336302] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.345902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.676s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.346257] env[69513]: DEBUG nova.objects.instance [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lazy-loading 'resources' on Instance uuid 78f33845-ef69-45e3-abb7-0db7ba212fdd {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.349682] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7935d08f-793f-4423-b120-c73e1232e27d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.359055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "85c9439a-5909-4e66-b300-3274ed11d2ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.359402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.366733] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.422297] env[69513]: DEBUG nova.network.neutron [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Updating instance_info_cache with network_info: [{"id": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "address": "fa:16:3e:9d:d8:9f", "network": {"id": "b3bab865-9b45-4c6f-b6e3-53c2105bc39a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-522993257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45457634190646b88ee1c83675231ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3055311e-4e", "ovs_interfaceid": "3055311e-4ec7-4c71-af7b-6dd1d248b090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.611486] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380091, 'name': ReconfigVM_Task, 'duration_secs': 0.507872} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.611794] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.612504] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3578a904-95d5-4ec1-ab9e-52a636e8fbdb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.618032] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 705.618032] env[69513]: value = "task-3380093" [ 705.618032] env[69513]: _type = "Task" [ 705.618032] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.629782] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380093, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.705392] env[69513]: DEBUG oslo_concurrency.lockutils [req-d10bed3a-edc0-4e75-9f11-06517edb4c43 req-de1a00e1-eafa-4f9e-92e0-d360c82304dc service nova] Releasing lock "refresh_cache-78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.706075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "refresh_cache-78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.706483] env[69513]: DEBUG nova.network.neutron [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 705.746303] env[69513]: DEBUG oslo_vmware.api [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380092, 'name': PowerOffVM_Task, 'duration_secs': 0.206996} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.746603] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.746762] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.747016] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78134890-f7fc-4c30-93dc-dc8a3d08183b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.804101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c3086c58-50f5-40ae-a6fc-9845d333416a tempest-ServerExternalEventsTest-996639982 tempest-ServerExternalEventsTest-996639982-project] Releasing lock "refresh_cache-2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.809061] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.809279] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.809454] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Deleting the datastore file [datastore2] 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.809812] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efc9aae4-2543-44b8-89fc-d0060abac0c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.818641] env[69513]: DEBUG oslo_vmware.api [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for the task: (returnval){ [ 705.818641] env[69513]: value = "task-3380095" [ 705.818641] env[69513]: _type = "Task" [ 705.818641] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.828759] env[69513]: DEBUG oslo_vmware.api [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.836850] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc23c1c-1372-43ee-9d7b-503802e8fc4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.842821] env[69513]: DEBUG nova.compute.utils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.849019] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.849019] env[69513]: DEBUG nova.network.neutron [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.850419] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b031e-697e-497b-a50d-72d498523c7d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.886740] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.888225] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bd5120a-5869-4a0b-89d9-a02f324008fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.891512] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48941eb7-44bf-44e7-a386-e4616e622d49 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.901940] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453d7da-a230-4326-8e8b-dc9a29b376c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.906564] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 705.906564] env[69513]: value = "task-3380096" [ 705.906564] env[69513]: _type = "Task" [ 705.906564] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.908020] env[69513]: DEBUG nova.policy [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9db4f69933247109006bc0aac54cda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e59fce48c84483084ece442b0d69ef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.923449] env[69513]: DEBUG nova.compute.provider_tree [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.925695] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Releasing lock "refresh_cache-f9e131e0-417f-4baf-b7fd-a3547169fd41" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.930782] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.130066] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380093, 'name': Rename_Task, 'duration_secs': 0.270239} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.130415] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.130615] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708073cb-9f12-424c-8441-f8271f48b7ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.140056] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 706.140056] env[69513]: value = "task-3380097" [ 706.140056] env[69513]: _type = "Task" [ 706.140056] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.152719] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380097, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.262899] env[69513]: DEBUG nova.network.neutron [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 706.329411] env[69513]: DEBUG oslo_vmware.api [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Task: {'id': task-3380095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212504} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.329624] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.329810] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.330193] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.330193] env[69513]: INFO nova.compute.manager [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 706.330399] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.330583] env[69513]: DEBUG nova.compute.manager [-] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.330677] env[69513]: DEBUG nova.network.neutron [-] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 706.353665] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.406082] env[69513]: DEBUG nova.network.neutron [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Successfully created port: 32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.421941] env[69513]: DEBUG oslo_vmware.api [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380096, 'name': PowerOnVM_Task, 'duration_secs': 0.429562} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.422265] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.422466] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2df27731-40b2-44de-ae35-f6d8928aec4a tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance 'fc09ea54-6b9a-46af-95f5-ab03122a00ee' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.428516] env[69513]: DEBUG nova.scheduler.client.report [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.532845] env[69513]: DEBUG nova.network.neutron [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Updating instance_info_cache with network_info: [{"id": "a6b700fb-c5e0-4ec5-a875-a339b7c35de5", "address": "fa:16:3e:40:b8:a0", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b700fb-c5", "ovs_interfaceid": "a6b700fb-c5e0-4ec5-a875-a339b7c35de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.651676] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.746483] env[69513]: DEBUG nova.compute.manager [req-7dbb0e91-9fff-444e-b8c7-73a9ebafcce2 req-b5014196-9613-4b49-a62b-68b273887740 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Received event network-vif-deleted-23b18f69-8cd7-4633-af71-a07c3e419a19 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.746695] env[69513]: INFO nova.compute.manager [req-7dbb0e91-9fff-444e-b8c7-73a9ebafcce2 req-b5014196-9613-4b49-a62b-68b273887740 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Neutron deleted interface 23b18f69-8cd7-4633-af71-a07c3e419a19; detaching it from the instance and deleting it from the info cache [ 706.750015] env[69513]: DEBUG nova.network.neutron [req-7dbb0e91-9fff-444e-b8c7-73a9ebafcce2 req-b5014196-9613-4b49-a62b-68b273887740 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.777028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.777501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.934203] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.588s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.940550] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.889s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.942160] env[69513]: INFO nova.compute.claims [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.964766] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.964766] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ac5dfa-d0f5-4504-8c48-fa7d8552ec93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.970834] env[69513]: DEBUG oslo_vmware.api [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 706.970834] env[69513]: value = "task-3380099" [ 706.970834] env[69513]: _type = "Task" [ 706.970834] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.976194] env[69513]: INFO nova.scheduler.client.report [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Deleted allocations for instance 78f33845-ef69-45e3-abb7-0db7ba212fdd [ 706.983587] env[69513]: DEBUG oslo_vmware.api [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.035109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "refresh_cache-78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.035413] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Instance network_info: |[{"id": "a6b700fb-c5e0-4ec5-a875-a339b7c35de5", "address": "fa:16:3e:40:b8:a0", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b700fb-c5", "ovs_interfaceid": "a6b700fb-c5e0-4ec5-a875-a339b7c35de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.035887] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:b8:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6b700fb-c5e0-4ec5-a875-a339b7c35de5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.043482] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.044279] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.044507] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c4038f5-d45c-4ba5-b7a0-10abf70665a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.064401] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.064401] env[69513]: value = "task-3380100" [ 707.064401] env[69513]: _type = "Task" [ 707.064401] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.074226] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380100, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.153665] env[69513]: DEBUG oslo_vmware.api [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380097, 'name': PowerOnVM_Task, 'duration_secs': 0.846758} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.153990] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.155422] env[69513]: INFO nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Took 9.49 seconds to spawn the instance on the hypervisor. [ 707.155422] env[69513]: DEBUG nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.155422] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059825a1-e798-45f4-98fd-9ce5d234ed7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.181891] env[69513]: DEBUG nova.network.neutron [-] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.255161] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbd83485-b195-49f6-a291-2a29dcebe2c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.263816] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276009ac-2226-44a2-956f-6baee5951c16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.298959] env[69513]: DEBUG nova.compute.manager [req-7dbb0e91-9fff-444e-b8c7-73a9ebafcce2 req-b5014196-9613-4b49-a62b-68b273887740 service nova] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Detach interface failed, port_id=23b18f69-8cd7-4633-af71-a07c3e419a19, reason: Instance 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.369838] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.400959] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.401320] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.401552] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.401829] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.402060] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.402298] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.402615] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.402873] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.403183] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.403531] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.403677] env[69513]: DEBUG nova.virt.hardware [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.404939] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9281909a-82e2-4674-a4aa-6ad89e89e3ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.418290] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b661d0e-6069-4f2f-a9f2-62d6369f57b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.482134] env[69513]: DEBUG oslo_vmware.api [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.487292] env[69513]: DEBUG oslo_concurrency.lockutils [None req-775b0623-296a-4029-a028-07c8077b084a tempest-FloatingIPsAssociationNegativeTestJSON-1550362610 tempest-FloatingIPsAssociationNegativeTestJSON-1550362610-project-member] Lock "78f33845-ef69-45e3-abb7-0db7ba212fdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.963s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.578013] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380100, 'name': CreateVM_Task, 'duration_secs': 0.45933} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.578227] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.579112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.579203] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.579543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.579861] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1b7ca4-0482-40c6-9f7c-651309c388c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.585042] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 707.585042] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ad0936-0e9c-070c-f940-8585562130b4" [ 707.585042] env[69513]: _type = "Task" [ 707.585042] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.593284] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ad0936-0e9c-070c-f940-8585562130b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.675240] env[69513]: INFO nova.compute.manager [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Took 33.28 seconds to build instance. [ 707.684460] env[69513]: INFO nova.compute.manager [-] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Took 1.35 seconds to deallocate network for instance. [ 707.984999] env[69513]: DEBUG oslo_vmware.api [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380099, 'name': PowerOnVM_Task, 'duration_secs': 0.543413} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.984999] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.984999] env[69513]: DEBUG nova.compute.manager [None req-fd065876-c6b1-4f8c-bccd-ce42e71f41ea tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.984999] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c43374e-4e82-4733-95b4-bac55b5d7b05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.097478] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ad0936-0e9c-070c-f940-8585562130b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022303} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.097847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.098155] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.099429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.099429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.099429] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.099429] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd29f51e-86de-4132-9bc0-ea1001a72eaf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.111226] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.111414] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.112154] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6922be4-2025-4567-99c2-a15ca1f2fa77 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.119503] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 708.119503] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8c334-a98d-3b8f-f200-f85d43679280" [ 708.119503] env[69513]: _type = "Task" [ 708.119503] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.127543] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8c334-a98d-3b8f-f200-f85d43679280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.146998] env[69513]: DEBUG nova.compute.manager [req-e31487bd-3d13-486f-a05d-5989c53558fe req-d62e5673-37e6-4d3a-9874-1419adae5b18 service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Received event network-vif-plugged-32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.147270] env[69513]: DEBUG oslo_concurrency.lockutils [req-e31487bd-3d13-486f-a05d-5989c53558fe req-d62e5673-37e6-4d3a-9874-1419adae5b18 service nova] Acquiring lock "c8efdc90-e47b-4628-bfcb-143a0a958257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.148055] env[69513]: DEBUG oslo_concurrency.lockutils [req-e31487bd-3d13-486f-a05d-5989c53558fe req-d62e5673-37e6-4d3a-9874-1419adae5b18 service nova] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.148055] env[69513]: DEBUG oslo_concurrency.lockutils [req-e31487bd-3d13-486f-a05d-5989c53558fe req-d62e5673-37e6-4d3a-9874-1419adae5b18 service nova] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.148055] env[69513]: DEBUG nova.compute.manager [req-e31487bd-3d13-486f-a05d-5989c53558fe req-d62e5673-37e6-4d3a-9874-1419adae5b18 service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] No waiting events found dispatching network-vif-plugged-32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.148055] env[69513]: WARNING nova.compute.manager [req-e31487bd-3d13-486f-a05d-5989c53558fe req-d62e5673-37e6-4d3a-9874-1419adae5b18 service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Received unexpected event network-vif-plugged-32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f for instance with vm_state building and task_state spawning. [ 708.175457] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e97d97ba-34a3-4f44-9c7c-745ddcae8af4 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "31f58fa6-38b6-43be-862a-685341bf4921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.468s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.190930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.345629] env[69513]: DEBUG nova.network.neutron [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Successfully updated port: 32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.419268] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323fb1c9-dd76-4b64-8a76-f6fb2f432fd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.434831] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed0ea25-ac42-42e5-9231-f066fb54c7c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.473367] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.473651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.473854] env[69513]: DEBUG nova.compute.manager [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Going to confirm migration 1 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 708.476659] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f0681f-3979-458d-95ce-65f76bf003ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.484735] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc919cb3-11a2-4c17-8d1a-e7d34f9f9935 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.506337] env[69513]: DEBUG nova.compute.provider_tree [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.630831] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8c334-a98d-3b8f-f200-f85d43679280, 'name': SearchDatastore_Task, 'duration_secs': 0.052842} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.631711] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40c05e6-38ca-4c37-80ba-4db11b23800a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.637249] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 708.637249] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52417698-e141-5639-4b4f-83217ea40b74" [ 708.637249] env[69513]: _type = "Task" [ 708.637249] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.649127] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52417698-e141-5639-4b4f-83217ea40b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.678081] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.849599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "refresh_cache-c8efdc90-e47b-4628-bfcb-143a0a958257" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.849877] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "refresh_cache-c8efdc90-e47b-4628-bfcb-143a0a958257" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.850109] env[69513]: DEBUG nova.network.neutron [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 709.011019] env[69513]: DEBUG nova.scheduler.client.report [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.084347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.084673] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.084828] env[69513]: DEBUG nova.network.neutron [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 709.085055] env[69513]: DEBUG nova.objects.instance [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lazy-loading 'info_cache' on Instance uuid fc09ea54-6b9a-46af-95f5-ab03122a00ee {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.148844] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52417698-e141-5639-4b4f-83217ea40b74, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.149212] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.149589] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d/78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.150663] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8198dfb2-c0b7-4df2-8289-506be418dd3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.156875] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 709.156875] env[69513]: value = "task-3380102" [ 709.156875] env[69513]: _type = "Task" [ 709.156875] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.168624] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.201296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.385053] env[69513]: DEBUG nova.network.neutron [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 709.515021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.515643] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.527257] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.452s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.529066] env[69513]: INFO nova.compute.claims [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.672102] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380102, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.818732] env[69513]: DEBUG nova.network.neutron [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Updating instance_info_cache with network_info: [{"id": "32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f", "address": "fa:16:3e:b0:e1:3b", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4c29a-9f", "ovs_interfaceid": "32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.036986] env[69513]: DEBUG nova.compute.utils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.041894] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.042100] env[69513]: DEBUG nova.network.neutron [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.095271] env[69513]: DEBUG nova.policy [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f194be4d947d490d920ee6b640410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54992a91b2db40c69c5b1f39c4973312', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.170864] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530409} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.171237] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d/78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.171466] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.171719] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-296d0a9f-2948-454c-a3d3-3abe597ad37a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.178309] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 710.178309] env[69513]: value = "task-3380103" [ 710.178309] env[69513]: _type = "Task" [ 710.178309] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.189953] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.248117] env[69513]: DEBUG nova.compute.manager [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Received event network-changed-32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.248398] env[69513]: DEBUG nova.compute.manager [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Refreshing instance network info cache due to event network-changed-32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.248488] env[69513]: DEBUG oslo_concurrency.lockutils [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] Acquiring lock "refresh_cache-c8efdc90-e47b-4628-bfcb-143a0a958257" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.320567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "refresh_cache-c8efdc90-e47b-4628-bfcb-143a0a958257" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.320899] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Instance network_info: |[{"id": "32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f", "address": "fa:16:3e:b0:e1:3b", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4c29a-9f", "ovs_interfaceid": "32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.321209] env[69513]: DEBUG oslo_concurrency.lockutils [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] Acquired lock "refresh_cache-c8efdc90-e47b-4628-bfcb-143a0a958257" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.322054] env[69513]: DEBUG nova.network.neutron [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Refreshing network info cache for port 32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 710.324575] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e1:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.331787] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating folder: Project (2e59fce48c84483084ece442b0d69ef3). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.334769] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d60618b5-85a2-4b73-ac9d-e8de3576bf8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.347346] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created folder: Project (2e59fce48c84483084ece442b0d69ef3) in parent group-v674393. [ 710.347544] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating folder: Instances. Parent ref: group-v674458. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.347782] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76626d43-b7b9-4bba-9d22-6448388d62d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.358121] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created folder: Instances in parent group-v674458. [ 710.358121] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.358121] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.358121] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88b74653-3825-45d2-9825-ed3ed9e8a0f8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.381374] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.381374] env[69513]: value = "task-3380106" [ 710.381374] env[69513]: _type = "Task" [ 710.381374] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.381374] env[69513]: DEBUG nova.network.neutron [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [{"id": "23330338-bd2d-4050-a412-bba2d9a797bf", "address": "fa:16:3e:8c:08:3b", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23330338-bd", "ovs_interfaceid": "23330338-bd2d-4050-a412-bba2d9a797bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.393864] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380106, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.543968] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.607343] env[69513]: DEBUG nova.network.neutron [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Successfully created port: 576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.693672] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066408} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.693672] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.694510] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed0e88-bc28-4f0a-b88d-f291d7cd344a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.723995] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d/78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.728294] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264c223f-c6d7-42af-81f1-58354f9886dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.751263] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 710.751263] env[69513]: value = "task-3380107" [ 710.751263] env[69513]: _type = "Task" [ 710.751263] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.761980] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.765928] env[69513]: DEBUG nova.network.neutron [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Updated VIF entry in instance network info cache for port 32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 710.766413] env[69513]: DEBUG nova.network.neutron [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Updating instance_info_cache with network_info: [{"id": "32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f", "address": "fa:16:3e:b0:e1:3b", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4c29a-9f", "ovs_interfaceid": "32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.888127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-fc09ea54-6b9a-46af-95f5-ab03122a00ee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.888127] env[69513]: DEBUG nova.objects.instance [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lazy-loading 'migration_context' on Instance uuid fc09ea54-6b9a-46af-95f5-ab03122a00ee {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.896430] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380106, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.075639] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c0692-af01-4514-95f9-52966a7f60c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.083517] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8513222a-4e49-41cf-a4a9-0e35309c9ab0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.115016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1232c40-85d6-400a-b107-ca44c664841f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.123553] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d7c1a4-15c8-434b-a557-c9ec3df1adb3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.137464] env[69513]: DEBUG nova.compute.provider_tree [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.264511] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.273343] env[69513]: DEBUG oslo_concurrency.lockutils [req-4f369846-4b36-4c5b-8fb5-d43fbd57cdf8 req-4ae33c74-e729-48c4-8a33-62fa739df19c service nova] Releasing lock "refresh_cache-c8efdc90-e47b-4628-bfcb-143a0a958257" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.392033] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380106, 'name': CreateVM_Task, 'duration_secs': 0.750697} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.392033] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.393529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.393529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.393529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.395064] env[69513]: DEBUG nova.objects.base [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.395064] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefc2372-0179-450e-8adf-a8cb8826c8c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.396665] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb0918-ee70-4069-aa87-51da675f1377 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.402219] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 711.402219] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529952ea-0277-d05a-998a-c7c6bdd7cf86" [ 711.402219] env[69513]: _type = "Task" [ 711.402219] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.419092] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb2b63a-f266-4fbc-9306-1c069949a19b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.428768] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529952ea-0277-d05a-998a-c7c6bdd7cf86, 'name': SearchDatastore_Task, 'duration_secs': 0.021313} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.430158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.430402] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.430627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430931] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.431277] env[69513]: DEBUG oslo_vmware.api [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 711.431277] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521ba475-3a9b-4588-9c70-b6000b1a7582" [ 711.431277] env[69513]: _type = "Task" [ 711.431277] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.431529] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20fa9678-5b26-466f-aeff-c9fbfa0ede43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.441926] env[69513]: DEBUG oslo_vmware.api [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521ba475-3a9b-4588-9c70-b6000b1a7582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.456025] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.456025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.456025] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdf5dee-c875-4821-be16-93020d51486b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.462785] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 711.462785] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52201330-ac8c-1463-44fa-86c7b7c02a2b" [ 711.462785] env[69513]: _type = "Task" [ 711.462785] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.470794] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52201330-ac8c-1463-44fa-86c7b7c02a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.564099] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.594117] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.594117] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.594117] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.594364] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.594364] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.594364] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.594364] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.594364] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.594540] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.594941] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.595733] env[69513]: DEBUG nova.virt.hardware [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.596814] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4699b8da-55c4-4937-8910-7a329b4351d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.606238] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c24673-961a-4a0b-849b-543c925959d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.643133] env[69513]: DEBUG nova.scheduler.client.report [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.764958] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380107, 'name': ReconfigVM_Task, 'duration_secs': 0.734608} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.764958] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d/78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.764958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91bd81a4-e92e-481c-b289-5f2ca3d1e6b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.772017] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 711.772017] env[69513]: value = "task-3380109" [ 711.772017] env[69513]: _type = "Task" [ 711.772017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.777768] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380109, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.945200] env[69513]: DEBUG oslo_vmware.api [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521ba475-3a9b-4588-9c70-b6000b1a7582, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.945772] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.974302] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52201330-ac8c-1463-44fa-86c7b7c02a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.021508} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.975273] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcd9008-d32e-41b9-b2c7-1a1e70ebced4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.985552] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 711.985552] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e060ae-bb27-219b-9a87-fd867dab6177" [ 711.985552] env[69513]: _type = "Task" [ 711.985552] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.992766] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e060ae-bb27-219b-9a87-fd867dab6177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.146480] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.147109] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.150409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.078s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.154094] env[69513]: DEBUG nova.objects.instance [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 712.232176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.232459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.232666] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.232851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.233033] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.235644] env[69513]: INFO nova.compute.manager [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Terminating instance [ 712.282761] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380109, 'name': Rename_Task, 'duration_secs': 0.150029} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.284475] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.285029] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965e4c71-68a4-4a54-a69f-4b9f7cbf06c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.291820] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 712.291820] env[69513]: value = "task-3380110" [ 712.291820] env[69513]: _type = "Task" [ 712.291820] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.301164] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.327174] env[69513]: DEBUG nova.compute.manager [req-6697768a-813a-4ad8-8744-247f8fb24018 req-aa5bd5fa-8de4-44d8-bdca-f61c043498ae service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Received event network-vif-plugged-576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.327174] env[69513]: DEBUG oslo_concurrency.lockutils [req-6697768a-813a-4ad8-8744-247f8fb24018 req-aa5bd5fa-8de4-44d8-bdca-f61c043498ae service nova] Acquiring lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.327174] env[69513]: DEBUG oslo_concurrency.lockutils [req-6697768a-813a-4ad8-8744-247f8fb24018 req-aa5bd5fa-8de4-44d8-bdca-f61c043498ae service nova] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.327311] env[69513]: DEBUG oslo_concurrency.lockutils [req-6697768a-813a-4ad8-8744-247f8fb24018 req-aa5bd5fa-8de4-44d8-bdca-f61c043498ae service nova] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.327377] env[69513]: DEBUG nova.compute.manager [req-6697768a-813a-4ad8-8744-247f8fb24018 req-aa5bd5fa-8de4-44d8-bdca-f61c043498ae service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] No waiting events found dispatching network-vif-plugged-576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.327541] env[69513]: WARNING nova.compute.manager [req-6697768a-813a-4ad8-8744-247f8fb24018 req-aa5bd5fa-8de4-44d8-bdca-f61c043498ae service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Received unexpected event network-vif-plugged-576b248c-c6a5-4bec-93a7-b913e0377132 for instance with vm_state building and task_state spawning. [ 712.339749] env[69513]: DEBUG nova.network.neutron [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Successfully updated port: 576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.495283] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e060ae-bb27-219b-9a87-fd867dab6177, 'name': SearchDatastore_Task, 'duration_secs': 0.021443} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.495644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.495998] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] c8efdc90-e47b-4628-bfcb-143a0a958257/c8efdc90-e47b-4628-bfcb-143a0a958257.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.496357] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5837e5ab-2c7f-4204-b578-bd7f0a47019c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.504211] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 712.504211] env[69513]: value = "task-3380111" [ 712.504211] env[69513]: _type = "Task" [ 712.504211] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.512362] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.658958] env[69513]: DEBUG nova.compute.utils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.660991] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.660991] env[69513]: DEBUG nova.network.neutron [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.740187] env[69513]: DEBUG nova.compute.manager [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.740187] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.741095] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de2722-0221-4c28-a3d7-8c16b8332b60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.750955] env[69513]: DEBUG nova.policy [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b89e42eee1406b844a06f9aa20ef97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f7d9d5452a47c2bf4baa25808d86b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.761272] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.763178] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55cd5f54-3802-43b0-8954-3b4c1125ecf3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.770269] env[69513]: DEBUG oslo_vmware.api [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 712.770269] env[69513]: value = "task-3380112" [ 712.770269] env[69513]: _type = "Task" [ 712.770269] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.778950] env[69513]: DEBUG oslo_vmware.api [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.803667] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.842620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.842620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.842620] env[69513]: DEBUG nova.network.neutron [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 713.017842] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474087} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.018368] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] c8efdc90-e47b-4628-bfcb-143a0a958257/c8efdc90-e47b-4628-bfcb-143a0a958257.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.018820] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.021018] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d3f192-7f3e-4a2a-b8d6-84483f8aedd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.026661] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 713.026661] env[69513]: value = "task-3380113" [ 713.026661] env[69513]: _type = "Task" [ 713.026661] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.037281] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.163572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bbdc8d63-bf8c-49ac-929f-f8141762a412 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.164997] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.168425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.666s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.168751] env[69513]: DEBUG nova.objects.instance [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lazy-loading 'resources' on Instance uuid d1eb6bed-1ed6-4243-8416-1083822cfa9f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.190674] env[69513]: DEBUG nova.network.neutron [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Successfully created port: 4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.288163] env[69513]: DEBUG oslo_vmware.api [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380112, 'name': PowerOffVM_Task, 'duration_secs': 0.296868} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.288163] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.288163] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.288163] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b8bcfc-e542-4347-9c5d-1bf254015dd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.303507] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380110, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.366129] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.369126] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.369126] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleting the datastore file [datastore1] 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.369126] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bbb4244-d376-4b51-88e6-ca885b5de4eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.375669] env[69513]: DEBUG oslo_vmware.api [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 713.375669] env[69513]: value = "task-3380116" [ 713.375669] env[69513]: _type = "Task" [ 713.375669] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.387022] env[69513]: DEBUG oslo_vmware.api [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.405356] env[69513]: DEBUG nova.network.neutron [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 713.543966] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090548} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.547412] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.549448] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb919d-d943-47d7-9c3f-35971158a0da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.573203] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c8efdc90-e47b-4628-bfcb-143a0a958257/c8efdc90-e47b-4628-bfcb-143a0a958257.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.573652] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3c169c-d5b4-4209-954d-8481900df352 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.596343] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 713.596343] env[69513]: value = "task-3380117" [ 713.596343] env[69513]: _type = "Task" [ 713.596343] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.603983] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.646894] env[69513]: DEBUG nova.network.neutron [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updating instance_info_cache with network_info: [{"id": "576b248c-c6a5-4bec-93a7-b913e0377132", "address": "fa:16:3e:4a:a8:84", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap576b248c-c6", "ovs_interfaceid": "576b248c-c6a5-4bec-93a7-b913e0377132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.750942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "4b7d9950-20fe-4549-b5db-2547ec0599bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.751059] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.806486] env[69513]: DEBUG oslo_vmware.api [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380110, 'name': PowerOnVM_Task, 'duration_secs': 1.10473} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.807044] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.807131] env[69513]: INFO nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Took 11.22 seconds to spawn the instance on the hypervisor. [ 713.807299] env[69513]: DEBUG nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.808172] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c48419-97a5-4275-b996-4ead14e738bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.886876] env[69513]: DEBUG oslo_vmware.api [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134666} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.887217] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.887610] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.887848] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.888029] env[69513]: INFO nova.compute.manager [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 713.888386] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.888596] env[69513]: DEBUG nova.compute.manager [-] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.888687] env[69513]: DEBUG nova.network.neutron [-] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 714.110685] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380117, 'name': ReconfigVM_Task, 'duration_secs': 0.420274} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.116816] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c8efdc90-e47b-4628-bfcb-143a0a958257/c8efdc90-e47b-4628-bfcb-143a0a958257.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.116816] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c298784a-397f-4f26-815b-44ff6eaa629f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.121476] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 714.121476] env[69513]: value = "task-3380118" [ 714.121476] env[69513]: _type = "Task" [ 714.121476] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.130366] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380118, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.135521] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589ff487-c5a2-4242-afa0-397e934c3fbb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.142050] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f0805-7a33-48a4-a7d5-10251f43242e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.171769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Releasing lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.172101] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Instance network_info: |[{"id": "576b248c-c6a5-4bec-93a7-b913e0377132", "address": "fa:16:3e:4a:a8:84", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap576b248c-c6", "ovs_interfaceid": "576b248c-c6a5-4bec-93a7-b913e0377132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.172711] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:a8:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '576b248c-c6a5-4bec-93a7-b913e0377132', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.180094] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.180789] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f2e3a1-46ea-4f04-893b-8c26686d2d43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.184214] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.186078] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.186498] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86398bda-1d33-4e35-b7d1-44bd73950b0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.209470] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f99d2-5b53-4e7c-8b02-15f02d0df18a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.213517] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.213517] env[69513]: value = "task-3380119" [ 714.213517] env[69513]: _type = "Task" [ 714.213517] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.229136] env[69513]: DEBUG nova.compute.provider_tree [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.233032] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.233032] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.233032] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.233289] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.233289] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.233289] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.233540] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.233626] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.233782] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.233934] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.234108] env[69513]: DEBUG nova.virt.hardware [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.236564] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcf45a-b394-41ae-b0bb-f6d80fdf6c3b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.242291] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380119, 'name': CreateVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.248177] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8dd7db-74c2-457b-b633-12562332900e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.982017] env[69513]: DEBUG nova.network.neutron [-] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.983711] env[69513]: DEBUG nova.scheduler.client.report [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.991447] env[69513]: DEBUG nova.compute.manager [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Received event network-changed-576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.993655] env[69513]: DEBUG nova.compute.manager [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Refreshing instance network info cache due to event network-changed-576b248c-c6a5-4bec-93a7-b913e0377132. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.993655] env[69513]: DEBUG oslo_concurrency.lockutils [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] Acquiring lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.993655] env[69513]: DEBUG oslo_concurrency.lockutils [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] Acquired lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.993655] env[69513]: DEBUG nova.network.neutron [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Refreshing network info cache for port 576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 715.002773] env[69513]: INFO nova.compute.manager [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Took 40.02 seconds to build instance. [ 715.020623] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380118, 'name': Rename_Task, 'duration_secs': 0.137811} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.020748] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380119, 'name': CreateVM_Task, 'duration_secs': 0.469565} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.022483] env[69513]: DEBUG nova.network.neutron [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Successfully updated port: 4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.023554] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.023554] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.024080] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2129aa3-8239-4ff7-9c64-844ff168d5f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.028019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.028019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.028019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.028019] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9647a9-14e1-48b2-b2ba-141fc6fb7378 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.034034] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 715.034034] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b37159-a617-70e2-5a72-aa5a77e53985" [ 715.034034] env[69513]: _type = "Task" [ 715.034034] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.035657] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 715.035657] env[69513]: value = "task-3380120" [ 715.035657] env[69513]: _type = "Task" [ 715.035657] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.047452] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b37159-a617-70e2-5a72-aa5a77e53985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.050522] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.494485] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.496833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.312s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.498413] env[69513]: INFO nova.compute.claims [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.501088] env[69513]: INFO nova.compute.manager [-] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Took 1.61 seconds to deallocate network for instance. [ 715.513188] env[69513]: INFO nova.scheduler.client.report [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Deleted allocations for instance d1eb6bed-1ed6-4243-8416-1083822cfa9f [ 715.521432] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f6d9efc-5114-4bd6-9f2f-3b32a679f286 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.912s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.524962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "refresh_cache-cc60a360-27cc-4c89-a040-4346787b381f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.525322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired lock "refresh_cache-cc60a360-27cc-4c89-a040-4346787b381f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.525322] env[69513]: DEBUG nova.network.neutron [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 715.551828] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b37159-a617-70e2-5a72-aa5a77e53985, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.556142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.556395] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.556637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.556783] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.556965] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.557617] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.557857] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78dff283-48cb-40ea-8e3d-12529c5a7cd0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.566979] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.566979] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.567841] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf29fe50-8309-40e8-bc86-417b00590260 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.575232] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 715.575232] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52417ad6-574a-a7c7-48c1-80850cb74d32" [ 715.575232] env[69513]: _type = "Task" [ 715.575232] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.586999] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52417ad6-574a-a7c7-48c1-80850cb74d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.680161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.680161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.808899] env[69513]: DEBUG nova.network.neutron [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updated VIF entry in instance network info cache for port 576b248c-c6a5-4bec-93a7-b913e0377132. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 715.808899] env[69513]: DEBUG nova.network.neutron [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updating instance_info_cache with network_info: [{"id": "576b248c-c6a5-4bec-93a7-b913e0377132", "address": "fa:16:3e:4a:a8:84", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap576b248c-c6", "ovs_interfaceid": "576b248c-c6a5-4bec-93a7-b913e0377132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.010614] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.019866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5babcb1-15dd-4fc1-a1ac-9d9003ea0a5c tempest-ServerDiagnosticsV248Test-77278001 tempest-ServerDiagnosticsV248Test-77278001-project-member] Lock "d1eb6bed-1ed6-4243-8416-1083822cfa9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.813s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.024660] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.051154] env[69513]: DEBUG oslo_vmware.api [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380120, 'name': PowerOnVM_Task, 'duration_secs': 0.777157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.051405] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.051713] env[69513]: INFO nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Took 8.68 seconds to spawn the instance on the hypervisor. [ 716.051788] env[69513]: DEBUG nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.052659] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d5e90-61dc-40ec-9e7e-fd5f4f8b5b41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.065967] env[69513]: DEBUG nova.network.neutron [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 716.085638] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52417ad6-574a-a7c7-48c1-80850cb74d32, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.088429] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb3ab46-13d4-4c35-8872-130137d80da1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.094559] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 716.094559] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ec9bd4-2160-4df5-13e8-909718d5e08f" [ 716.094559] env[69513]: _type = "Task" [ 716.094559] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.103021] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ec9bd4-2160-4df5-13e8-909718d5e08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.256947] env[69513]: DEBUG nova.network.neutron [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Updating instance_info_cache with network_info: [{"id": "4b254cc6-58fc-4568-b2a5-57900b02f4aa", "address": "fa:16:3e:58:15:fc", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b254cc6-58", "ovs_interfaceid": "4b254cc6-58fc-4568-b2a5-57900b02f4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.313036] env[69513]: DEBUG oslo_concurrency.lockutils [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] Releasing lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.313036] env[69513]: DEBUG nova.compute.manager [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Received event network-vif-deleted-ddd9d246-7dad-4517-9f70-74dc395acca9 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.313036] env[69513]: INFO nova.compute.manager [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Neutron deleted interface ddd9d246-7dad-4517-9f70-74dc395acca9; detaching it from the instance and deleting it from the info cache [ 716.313036] env[69513]: DEBUG nova.network.neutron [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.549667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.573782] env[69513]: INFO nova.compute.manager [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Took 35.30 seconds to build instance. [ 716.606423] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ec9bd4-2160-4df5-13e8-909718d5e08f, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.609062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.609333] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 4d89d5e2-ce5d-487c-be93-95d687f45ca6/4d89d5e2-ce5d-487c-be93-95d687f45ca6.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.609772] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cebcfc59-aefa-403d-8002-6ab10da5fb28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.617110] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 716.617110] env[69513]: value = "task-3380121" [ 716.617110] env[69513]: _type = "Task" [ 716.617110] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.628997] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.673734] env[69513]: DEBUG nova.compute.manager [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Received event network-vif-plugged-4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.674080] env[69513]: DEBUG oslo_concurrency.lockutils [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] Acquiring lock "cc60a360-27cc-4c89-a040-4346787b381f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.674387] env[69513]: DEBUG oslo_concurrency.lockutils [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] Lock "cc60a360-27cc-4c89-a040-4346787b381f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.675968] env[69513]: DEBUG oslo_concurrency.lockutils [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] Lock "cc60a360-27cc-4c89-a040-4346787b381f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.675968] env[69513]: DEBUG nova.compute.manager [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] No waiting events found dispatching network-vif-plugged-4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.675968] env[69513]: WARNING nova.compute.manager [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Received unexpected event network-vif-plugged-4b254cc6-58fc-4568-b2a5-57900b02f4aa for instance with vm_state building and task_state spawning. [ 716.675968] env[69513]: DEBUG nova.compute.manager [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Received event network-changed-4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.675968] env[69513]: DEBUG nova.compute.manager [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Refreshing instance network info cache due to event network-changed-4b254cc6-58fc-4568-b2a5-57900b02f4aa. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.676432] env[69513]: DEBUG oslo_concurrency.lockutils [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] Acquiring lock "refresh_cache-cc60a360-27cc-4c89-a040-4346787b381f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.759407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Releasing lock "refresh_cache-cc60a360-27cc-4c89-a040-4346787b381f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.759907] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Instance network_info: |[{"id": "4b254cc6-58fc-4568-b2a5-57900b02f4aa", "address": "fa:16:3e:58:15:fc", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b254cc6-58", "ovs_interfaceid": "4b254cc6-58fc-4568-b2a5-57900b02f4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.760688] env[69513]: DEBUG oslo_concurrency.lockutils [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] Acquired lock "refresh_cache-cc60a360-27cc-4c89-a040-4346787b381f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.761177] env[69513]: DEBUG nova.network.neutron [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Refreshing network info cache for port 4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 716.762849] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:15:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b254cc6-58fc-4568-b2a5-57900b02f4aa', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.775306] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.781243] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.782098] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2e4fefb-adf6-4a74-a57a-4b9772fadd2c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.808507] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.808507] env[69513]: value = "task-3380122" [ 716.808507] env[69513]: _type = "Task" [ 716.808507] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.817643] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380122, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.820401] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89761d3c-d542-49b2-bad0-6e59b80ce6fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.828671] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ee2af8-159d-4c92-a3e9-976512ca07e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.867885] env[69513]: DEBUG nova.compute.manager [req-fd6afb3f-74f8-440a-9696-b475ee9b804d req-f8eeb1ff-8a52-4040-84b7-683f3572eb45 service nova] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Detach interface failed, port_id=ddd9d246-7dad-4517-9f70-74dc395acca9, reason: Instance 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 716.984253] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89925dc4-c8af-4be5-a019-1608a5972c54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.995114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972822ce-8b11-4e13-978b-7887ea8be125 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.033475] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dcd909-da84-424d-8b60-d75ed30e39cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.044699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa48df6-4d1a-4945-84e7-fdf889f0a929 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.065051] env[69513]: DEBUG nova.compute.provider_tree [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.076888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a8799bf-5ce5-4777-a21b-2a3f2592ca4d tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.686s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.123771] env[69513]: DEBUG nova.network.neutron [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Updated VIF entry in instance network info cache for port 4b254cc6-58fc-4568-b2a5-57900b02f4aa. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 717.124273] env[69513]: DEBUG nova.network.neutron [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Updating instance_info_cache with network_info: [{"id": "4b254cc6-58fc-4568-b2a5-57900b02f4aa", "address": "fa:16:3e:58:15:fc", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b254cc6-58", "ovs_interfaceid": "4b254cc6-58fc-4568-b2a5-57900b02f4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.130053] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.271218] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquiring lock "b1befc10-11e5-481c-8d4a-f794548b2dd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.271436] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.319314] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380122, 'name': CreateVM_Task, 'duration_secs': 0.497971} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.319314] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.319565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.321274] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.321645] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.321915] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0bdc6d-a1df-42e1-8fc0-af069d1cb07e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.328364] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 717.328364] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff964b-16a9-8b69-9886-3b3f2e85d37d" [ 717.328364] env[69513]: _type = "Task" [ 717.328364] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.336077] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff964b-16a9-8b69-9886-3b3f2e85d37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.568559] env[69513]: DEBUG nova.scheduler.client.report [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.579754] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.630853] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731977} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.631371] env[69513]: DEBUG oslo_concurrency.lockutils [req-6980ea32-d8ed-499f-9c1a-e55cadfab359 req-ea4997b9-b5d7-4f7c-86e8-f2559e778fec service nova] Releasing lock "refresh_cache-cc60a360-27cc-4c89-a040-4346787b381f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.631787] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 4d89d5e2-ce5d-487c-be93-95d687f45ca6/4d89d5e2-ce5d-487c-be93-95d687f45ca6.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.632029] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.632286] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad7da3a-f490-40ed-8234-5299636cedd9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.636093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "c8efdc90-e47b-4628-bfcb-143a0a958257" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.636408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.636616] env[69513]: DEBUG nova.compute.manager [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.637751] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3011d3-f31a-4ce6-b4df-80e289610010 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.642517] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 717.642517] env[69513]: value = "task-3380123" [ 717.642517] env[69513]: _type = "Task" [ 717.642517] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.647555] env[69513]: DEBUG nova.compute.manager [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 717.648211] env[69513]: DEBUG nova.objects.instance [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lazy-loading 'flavor' on Instance uuid c8efdc90-e47b-4628-bfcb-143a0a958257 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.654289] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.840107] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff964b-16a9-8b69-9886-3b3f2e85d37d, 'name': SearchDatastore_Task, 'duration_secs': 0.018735} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.840403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.840629] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.840859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.841010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.841206] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.841427] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7fdeb03-bb20-4c1c-b318-53c4c1cd6f32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.859448] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.859448] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.860509] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427cdb14-bc33-44ee-b441-8e7f8d9e0908 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.867386] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 717.867386] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]525f34cd-6415-22c7-6661-5fdd96c16bc6" [ 717.867386] env[69513]: _type = "Task" [ 717.867386] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.874770] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525f34cd-6415-22c7-6661-5fdd96c16bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.074008] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.074568] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.077334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.533s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.079198] env[69513]: INFO nova.compute.claims [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.110949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.156358] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064357} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.157102] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.157723] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f81f581-940d-4330-b444-835571364249 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.180435] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4d89d5e2-ce5d-487c-be93-95d687f45ca6/4d89d5e2-ce5d-487c-be93-95d687f45ca6.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.180918] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8309d540-e575-4473-9e5f-aff2799ceffc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.201118] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 718.201118] env[69513]: value = "task-3380124" [ 718.201118] env[69513]: _type = "Task" [ 718.201118] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.208396] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380124, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.379853] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525f34cd-6415-22c7-6661-5fdd96c16bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.051263} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.380648] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13047a6b-da98-458c-ac19-58229ad42352 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.386118] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 718.386118] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5259fa20-4c44-33ec-d597-680e6d566a23" [ 718.386118] env[69513]: _type = "Task" [ 718.386118] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.394337] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5259fa20-4c44-33ec-d597-680e6d566a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.410563] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.410882] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.583295] env[69513]: DEBUG nova.compute.utils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.587917] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.588110] env[69513]: DEBUG nova.network.neutron [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.644953] env[69513]: DEBUG nova.policy [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ce205da03ad4194adcd06bd380ced48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d103a9d0424e049e3baedc6a23d1cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.657457] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.657768] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0634b5-189e-4acc-9674-9866ac464a69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.665108] env[69513]: DEBUG oslo_vmware.api [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 718.665108] env[69513]: value = "task-3380125" [ 718.665108] env[69513]: _type = "Task" [ 718.665108] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.673807] env[69513]: DEBUG oslo_vmware.api [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.710865] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380124, 'name': ReconfigVM_Task, 'duration_secs': 0.446718} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.711164] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4d89d5e2-ce5d-487c-be93-95d687f45ca6/4d89d5e2-ce5d-487c-be93-95d687f45ca6.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.711773] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5349ee94-d34d-4ba4-8802-fcf7b6262816 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.718377] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 718.718377] env[69513]: value = "task-3380126" [ 718.718377] env[69513]: _type = "Task" [ 718.718377] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.727546] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380126, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.900029] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5259fa20-4c44-33ec-d597-680e6d566a23, 'name': SearchDatastore_Task, 'duration_secs': 0.0138} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.900029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.900029] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] cc60a360-27cc-4c89-a040-4346787b381f/cc60a360-27cc-4c89-a040-4346787b381f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.900029] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e7bca5-7d9c-4a5f-90ce-7e7bd002af14 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.909023] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 718.909023] env[69513]: value = "task-3380127" [ 718.909023] env[69513]: _type = "Task" [ 718.909023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.921882] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.921882] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.921882] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.923193] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.923193] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.923193] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.923193] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.923193] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 718.923193] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.003302] env[69513]: DEBUG nova.network.neutron [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Successfully created port: f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.088621] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.180912] env[69513]: DEBUG oslo_vmware.api [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380125, 'name': PowerOffVM_Task, 'duration_secs': 0.240764} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.181601] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.181601] env[69513]: DEBUG nova.compute.manager [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.182626] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eaac02-ed68-4847-9888-7be556e4c38f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.229248] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380126, 'name': Rename_Task, 'duration_secs': 0.159709} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.229685] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.229957] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97ef75ac-bb8d-46a4-9f0f-5a01568ad36c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.240821] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 719.240821] env[69513]: value = "task-3380128" [ 719.240821] env[69513]: _type = "Task" [ 719.240821] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.254208] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.419957] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380127, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.426633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.589177] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd33f41-4a6e-4469-ae3d-2b09b4d53e82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.595816] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a0846-d555-4d97-9868-f5643aa44863 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.633725] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6680e7a-2ccc-4819-b4ae-71e55bc8c977 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.641921] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fde51b-164d-4789-b1bd-43ba0cd7db03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.656024] env[69513]: DEBUG nova.compute.provider_tree [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.697032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a4dde653-0d3d-45fc-9180-b004fa584354 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.751026] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.919970] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66096} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.923356] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] cc60a360-27cc-4c89-a040-4346787b381f/cc60a360-27cc-4c89-a040-4346787b381f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.923356] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.923356] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cc72294-aec8-43c1-9ae2-2adc699e1c6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.927640] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 719.927640] env[69513]: value = "task-3380129" [ 719.927640] env[69513]: _type = "Task" [ 719.927640] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.936823] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.105162] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.145054] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.145293] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.145444] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.145618] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.145756] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.145904] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.146255] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.146456] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.146651] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.146838] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.147083] env[69513]: DEBUG nova.virt.hardware [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.148306] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c53b21-a099-4581-8c34-b29d8557d375 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.156439] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ecb62-efd9-48d7-9975-356f558be6c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.161054] env[69513]: DEBUG nova.scheduler.client.report [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.251749] env[69513]: DEBUG oslo_vmware.api [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380128, 'name': PowerOnVM_Task, 'duration_secs': 1.000381} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.252101] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.252346] env[69513]: INFO nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Took 8.69 seconds to spawn the instance on the hypervisor. [ 720.252553] env[69513]: DEBUG nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.253427] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986f76c-2be7-42c2-8f1f-d9792e4d8f46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.437175] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063551} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.437588] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.438425] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d6458-b3be-4a82-9b04-80273fd12831 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.460843] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] cc60a360-27cc-4c89-a040-4346787b381f/cc60a360-27cc-4c89-a040-4346787b381f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.461232] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4444565b-541a-4438-ba9d-3e86531de501 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.485355] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 720.485355] env[69513]: value = "task-3380130" [ 720.485355] env[69513]: _type = "Task" [ 720.485355] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.493580] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.574516] env[69513]: DEBUG nova.compute.manager [req-f0811bfd-44ca-4d80-bd6b-54ba2e169a5c req-593ed31c-fd23-4326-897d-1df0b4ade160 service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Received event network-vif-plugged-f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.575103] env[69513]: DEBUG oslo_concurrency.lockutils [req-f0811bfd-44ca-4d80-bd6b-54ba2e169a5c req-593ed31c-fd23-4326-897d-1df0b4ade160 service nova] Acquiring lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.575344] env[69513]: DEBUG oslo_concurrency.lockutils [req-f0811bfd-44ca-4d80-bd6b-54ba2e169a5c req-593ed31c-fd23-4326-897d-1df0b4ade160 service nova] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.575519] env[69513]: DEBUG oslo_concurrency.lockutils [req-f0811bfd-44ca-4d80-bd6b-54ba2e169a5c req-593ed31c-fd23-4326-897d-1df0b4ade160 service nova] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.575699] env[69513]: DEBUG nova.compute.manager [req-f0811bfd-44ca-4d80-bd6b-54ba2e169a5c req-593ed31c-fd23-4326-897d-1df0b4ade160 service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] No waiting events found dispatching network-vif-plugged-f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.576028] env[69513]: WARNING nova.compute.manager [req-f0811bfd-44ca-4d80-bd6b-54ba2e169a5c req-593ed31c-fd23-4326-897d-1df0b4ade160 service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Received unexpected event network-vif-plugged-f08e13eb-4d39-4942-8698-7eae608f0afb for instance with vm_state building and task_state spawning. [ 720.665836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.666616] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.669799] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.998s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.674613] env[69513]: INFO nova.compute.claims [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.718764] env[69513]: DEBUG nova.network.neutron [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Successfully updated port: f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.774032] env[69513]: INFO nova.compute.manager [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Took 38.74 seconds to build instance. [ 720.996413] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380130, 'name': ReconfigVM_Task, 'duration_secs': 0.29247} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.996843] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] cc60a360-27cc-4c89-a040-4346787b381f/cc60a360-27cc-4c89-a040-4346787b381f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.999369] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2efd83e4-9dc8-4d01-912d-7d97798ef44c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.005372] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 721.005372] env[69513]: value = "task-3380131" [ 721.005372] env[69513]: _type = "Task" [ 721.005372] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.016068] env[69513]: DEBUG nova.compute.manager [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.016720] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380131, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.017651] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61a1b5-c419-45bc-a176-52025da03f6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.186049] env[69513]: DEBUG nova.compute.utils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.186049] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.186049] env[69513]: DEBUG nova.network.neutron [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.223829] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-bf7f6c84-ceda-463a-a87a-47d3d37e5dab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.223829] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-bf7f6c84-ceda-463a-a87a-47d3d37e5dab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.223829] env[69513]: DEBUG nova.network.neutron [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 721.251298] env[69513]: DEBUG nova.policy [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e134da05124739830a9f39ae30ef76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69f464aa3c142a4ab3d8a5c808a7eb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.281022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-06055ca5-a081-48b1-8221-2e4b96eca81c tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.404s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.519527] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380131, 'name': Rename_Task, 'duration_secs': 0.152788} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.519861] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.520658] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ac74116-8ea3-4fb6-be12-ef83e6553c51 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.529328] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 721.529328] env[69513]: value = "task-3380132" [ 721.529328] env[69513]: _type = "Task" [ 721.529328] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.530818] env[69513]: INFO nova.compute.manager [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] instance snapshotting [ 721.531520] env[69513]: WARNING nova.compute.manager [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 721.537727] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d66d854-3f2d-4ece-bec1-298f0f7654c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.549743] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380132, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.567657] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86717d43-e386-4a86-ad70-525e88a60ddd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.691019] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.783538] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.798704] env[69513]: DEBUG nova.network.neutron [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 721.958516] env[69513]: DEBUG nova.network.neutron [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Successfully created port: 6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.041505] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.079694] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.079986] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-376340c9-7d34-46cc-84c7-524ac9c418e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.091139] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 722.091139] env[69513]: value = "task-3380133" [ 722.091139] env[69513]: _type = "Task" [ 722.091139] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.097410] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.150505] env[69513]: DEBUG nova.network.neutron [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Updating instance_info_cache with network_info: [{"id": "f08e13eb-4d39-4942-8698-7eae608f0afb", "address": "fa:16:3e:d2:27:76", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08e13eb-4d", "ovs_interfaceid": "f08e13eb-4d39-4942-8698-7eae608f0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.185429] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166e099-c2a9-4129-bd71-6bde1f797abb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.197802] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec17553-d6a7-435b-8b54-9d9f7bcaef41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.234594] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2102f-3587-4226-8d9e-1fb3bfd878c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.244639] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060432eb-fc8e-49c1-aedc-08cb93beb8c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.260799] env[69513]: DEBUG nova.compute.provider_tree [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.307150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.549451] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.599222] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380133, 'name': CreateSnapshot_Task, 'duration_secs': 0.424606} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.599485] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.600295] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3d4db-1b65-4abd-8cb3-67bbaf820e05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.656025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-bf7f6c84-ceda-463a-a87a-47d3d37e5dab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.656025] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance network_info: |[{"id": "f08e13eb-4d39-4942-8698-7eae608f0afb", "address": "fa:16:3e:d2:27:76", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08e13eb-4d", "ovs_interfaceid": "f08e13eb-4d39-4942-8698-7eae608f0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.656272] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:27:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f08e13eb-4d39-4942-8698-7eae608f0afb', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.663832] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.664430] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.664693] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-910ee78d-ec11-4bd0-87d8-7227a18e4935 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688812] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.688812] env[69513]: value = "task-3380134" [ 722.688812] env[69513]: _type = "Task" [ 722.688812] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.701116] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.702856] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380134, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.741672] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.741921] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.742089] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.742275] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.742420] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.742560] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.743905] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.743905] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.743905] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.743905] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.743905] env[69513]: DEBUG nova.virt.hardware [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.744703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ddfbf-10d2-4ca3-be62-fc80abe9b1c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.752710] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6aa70f-00b9-4411-b485-f1d218b90f0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.767125] env[69513]: DEBUG nova.scheduler.client.report [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.917486] env[69513]: DEBUG nova.compute.manager [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Received event network-changed-f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.917680] env[69513]: DEBUG nova.compute.manager [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Refreshing instance network info cache due to event network-changed-f08e13eb-4d39-4942-8698-7eae608f0afb. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.918631] env[69513]: DEBUG oslo_concurrency.lockutils [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] Acquiring lock "refresh_cache-bf7f6c84-ceda-463a-a87a-47d3d37e5dab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.918631] env[69513]: DEBUG oslo_concurrency.lockutils [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] Acquired lock "refresh_cache-bf7f6c84-ceda-463a-a87a-47d3d37e5dab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.918883] env[69513]: DEBUG nova.network.neutron [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Refreshing network info cache for port f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 723.042593] env[69513]: DEBUG oslo_vmware.api [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380132, 'name': PowerOnVM_Task, 'duration_secs': 1.041493} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.042905] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.043120] env[69513]: INFO nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Took 8.86 seconds to spawn the instance on the hypervisor. [ 723.043297] env[69513]: DEBUG nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.044095] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284943ca-055b-41c1-83ec-a41af0469a55 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.118812] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.119409] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73b30b8b-b187-4c9b-866c-10e0d7fc2372 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.128286] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 723.128286] env[69513]: value = "task-3380135" [ 723.128286] env[69513]: _type = "Task" [ 723.128286] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.137115] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380135, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.199723] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380134, 'name': CreateVM_Task, 'duration_secs': 0.295916} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.200074] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.200679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.200845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.201190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.201469] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba4ce4c-89e1-46fe-9fdb-96a7f1a6e3a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.207014] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 723.207014] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528d1468-1509-bcef-088c-0fb371e09f5e" [ 723.207014] env[69513]: _type = "Task" [ 723.207014] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.215733] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528d1468-1509-bcef-088c-0fb371e09f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.272619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.273165] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.276060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.388s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.276136] env[69513]: DEBUG nova.objects.instance [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.567982] env[69513]: INFO nova.compute.manager [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Took 39.52 seconds to build instance. [ 723.640361] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380135, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.719756] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528d1468-1509-bcef-088c-0fb371e09f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015383} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.720051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.720311] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.720553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.720697] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.720880] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.721167] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-715a8ac2-ea12-4997-b920-ae3f0da4c87a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.729467] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.729679] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.730446] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4610fc76-3add-410c-b0c1-e06bc2420b2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.735611] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 723.735611] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213fe8a-8feb-0631-3e1c-1bc0e5cc6ca4" [ 723.735611] env[69513]: _type = "Task" [ 723.735611] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.743422] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213fe8a-8feb-0631-3e1c-1bc0e5cc6ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.780389] env[69513]: DEBUG nova.compute.utils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.785019] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.785197] env[69513]: DEBUG nova.network.neutron [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.838136] env[69513]: DEBUG nova.policy [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ba389b5b094928a7e51ec6e65679eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677dc5c70c8e4da08bd337581f9fa1af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.906076] env[69513]: DEBUG nova.network.neutron [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Updated VIF entry in instance network info cache for port f08e13eb-4d39-4942-8698-7eae608f0afb. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 723.906076] env[69513]: DEBUG nova.network.neutron [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Updating instance_info_cache with network_info: [{"id": "f08e13eb-4d39-4942-8698-7eae608f0afb", "address": "fa:16:3e:d2:27:76", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08e13eb-4d", "ovs_interfaceid": "f08e13eb-4d39-4942-8698-7eae608f0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.073399] env[69513]: DEBUG oslo_concurrency.lockutils [None req-38732972-b2ba-47a6-9b1d-a2e477173760 tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "cc60a360-27cc-4c89-a040-4346787b381f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.754s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.105036] env[69513]: DEBUG nova.network.neutron [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Successfully updated port: 6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.141129] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380135, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.184632] env[69513]: DEBUG nova.network.neutron [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Successfully created port: 8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.248395] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213fe8a-8feb-0631-3e1c-1bc0e5cc6ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.249232] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd996f90-559f-4086-b225-425347cc3f21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.256062] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 724.256062] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c24d3-32dd-92b9-757c-ba656ef0333f" [ 724.256062] env[69513]: _type = "Task" [ 724.256062] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.266013] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c24d3-32dd-92b9-757c-ba656ef0333f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.286171] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.290597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4dcdc387-c591-4e49-a851-aae3cbd85021 tempest-ServersAdmin275Test-1801230253 tempest-ServersAdmin275Test-1801230253-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.291715] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.170s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.293694] env[69513]: INFO nova.compute.claims [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.409187] env[69513]: DEBUG oslo_concurrency.lockutils [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] Releasing lock "refresh_cache-bf7f6c84-ceda-463a-a87a-47d3d37e5dab" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.409588] env[69513]: DEBUG nova.compute.manager [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.409783] env[69513]: DEBUG nova.compute.manager [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing instance network info cache due to event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.410011] env[69513]: DEBUG oslo_concurrency.lockutils [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] Acquiring lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.410177] env[69513]: DEBUG oslo_concurrency.lockutils [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] Acquired lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.410364] env[69513]: DEBUG nova.network.neutron [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 724.578270] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.607997] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "refresh_cache-b339634c-cd82-41af-93a1-05c780391709" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.608137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquired lock "refresh_cache-b339634c-cd82-41af-93a1-05c780391709" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.608743] env[69513]: DEBUG nova.network.neutron [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 724.639746] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380135, 'name': CloneVM_Task, 'duration_secs': 1.327615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.640201] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Created linked-clone VM from snapshot [ 724.641211] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce5065-f6d7-4d13-8fda-706820d3c30a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.651101] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Uploading image a8513343-b399-4635-8bd3-fd6151e9d530 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.679875] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.679875] env[69513]: value = "vm-674465" [ 724.679875] env[69513]: _type = "VirtualMachine" [ 724.679875] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.680178] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84dc5afe-432a-4b1d-b05a-69cc4547aa2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.687175] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease: (returnval){ [ 724.687175] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3ab47-a2a9-d2fe-0220-be3e0605ec6b" [ 724.687175] env[69513]: _type = "HttpNfcLease" [ 724.687175] env[69513]: } obtained for exporting VM: (result){ [ 724.687175] env[69513]: value = "vm-674465" [ 724.687175] env[69513]: _type = "VirtualMachine" [ 724.687175] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.687399] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the lease: (returnval){ [ 724.687399] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3ab47-a2a9-d2fe-0220-be3e0605ec6b" [ 724.687399] env[69513]: _type = "HttpNfcLease" [ 724.687399] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.693642] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.693642] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3ab47-a2a9-d2fe-0220-be3e0605ec6b" [ 724.693642] env[69513]: _type = "HttpNfcLease" [ 724.693642] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.767513] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c24d3-32dd-92b9-757c-ba656ef0333f, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.767647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.768114] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.768382] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81af3f3d-6d44-4a31-ba25-17544a4db563 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.774624] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 724.774624] env[69513]: value = "task-3380137" [ 724.774624] env[69513]: _type = "Task" [ 724.774624] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.782699] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.099371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.194040] env[69513]: DEBUG nova.network.neutron [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 725.199200] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.199200] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3ab47-a2a9-d2fe-0220-be3e0605ec6b" [ 725.199200] env[69513]: _type = "HttpNfcLease" [ 725.199200] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.199540] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.199540] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3ab47-a2a9-d2fe-0220-be3e0605ec6b" [ 725.199540] env[69513]: _type = "HttpNfcLease" [ 725.199540] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.200418] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7948d08-a7aa-420e-b53f-e25f2d4b27c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.210071] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b7167-c234-1806-5a3e-472614930e41/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.210285] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b7167-c234-1806-5a3e-472614930e41/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.277534] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Received event network-vif-plugged-6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.277799] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquiring lock "b339634c-cd82-41af-93a1-05c780391709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.278157] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Lock "b339634c-cd82-41af-93a1-05c780391709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.278376] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Lock "b339634c-cd82-41af-93a1-05c780391709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.278583] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] No waiting events found dispatching network-vif-plugged-6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.278753] env[69513]: WARNING nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Received unexpected event network-vif-plugged-6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 for instance with vm_state building and task_state spawning. [ 725.278944] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Received event network-changed-6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.279360] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Refreshing instance network info cache due to event network-changed-6c224ee4-3e42-4da2-8735-cb5a5f7ffc73. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.279360] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquiring lock "refresh_cache-b339634c-cd82-41af-93a1-05c780391709" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.292382] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445935} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.293202] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.293478] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.293771] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef045e2d-0c6c-4de5-a64f-487f3fa5e683 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.297097] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "cc60a360-27cc-4c89-a040-4346787b381f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.297404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "cc60a360-27cc-4c89-a040-4346787b381f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.297669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "cc60a360-27cc-4c89-a040-4346787b381f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.297890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "cc60a360-27cc-4c89-a040-4346787b381f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.298142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "cc60a360-27cc-4c89-a040-4346787b381f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.300679] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.304871] env[69513]: INFO nova.compute.manager [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Terminating instance [ 725.310430] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 725.310430] env[69513]: value = "task-3380138" [ 725.310430] env[69513]: _type = "Task" [ 725.310430] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.323902] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ae95503-33d4-43b7-8461-806b69ba9b37 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.331920] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.339303] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.339303] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.339303] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.339518] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.339518] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.339518] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.340728] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.340728] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.340728] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.340728] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.340728] env[69513]: DEBUG nova.virt.hardware [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.343025] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3766eb13-627d-4104-b1e4-d48504867478 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.359672] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3b082-f133-4f05-8db5-4ed3cbb8576f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.387198] env[69513]: DEBUG nova.network.neutron [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updated VIF entry in instance network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 725.387530] env[69513]: DEBUG nova.network.neutron [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.515271] env[69513]: DEBUG nova.network.neutron [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Updating instance_info_cache with network_info: [{"id": "6c224ee4-3e42-4da2-8735-cb5a5f7ffc73", "address": "fa:16:3e:cc:9b:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c224ee4-3e", "ovs_interfaceid": "6c224ee4-3e42-4da2-8735-cb5a5f7ffc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.819841] env[69513]: DEBUG nova.compute.manager [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.821373] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.823241] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3dd389-3551-470d-b10c-966dab99ff0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.832721] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076523} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.833436] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.834447] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f6e67-9ff2-4dec-9a4a-4a785fdaca3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.840614] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.841407] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b12003-592b-4c95-a83a-0abf0d78687f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.844560] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8361089b-1fa9-4104-9731-dc69ef40ce2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.867632] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.870739] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16466145-f6df-4941-b4f6-9b747512cfb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.887935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d0ac94-8616-4006-85e4-df60622ab7c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.893032] env[69513]: DEBUG oslo_vmware.api [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 725.893032] env[69513]: value = "task-3380139" [ 725.893032] env[69513]: _type = "Task" [ 725.893032] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.893032] env[69513]: DEBUG oslo_concurrency.lockutils [req-015f80eb-31ce-4e4d-bff3-eea33510ff9a req-e72b3930-759a-4738-8b98-e574ff24ac6e service nova] Releasing lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.929041] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 725.929041] env[69513]: value = "task-3380140" [ 725.929041] env[69513]: _type = "Task" [ 725.929041] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.930197] env[69513]: DEBUG nova.network.neutron [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Successfully updated port: 8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.932402] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aba3976-41ea-4566-abd7-478610488af2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.941669] env[69513]: DEBUG oslo_vmware.api [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.951232] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59734970-00d5-4a0a-90b0-e84df4c6e089 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.955950] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.967257] env[69513]: DEBUG nova.compute.provider_tree [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.017028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Releasing lock "refresh_cache-b339634c-cd82-41af-93a1-05c780391709" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.017028] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Instance network_info: |[{"id": "6c224ee4-3e42-4da2-8735-cb5a5f7ffc73", "address": "fa:16:3e:cc:9b:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c224ee4-3e", "ovs_interfaceid": "6c224ee4-3e42-4da2-8735-cb5a5f7ffc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.017267] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquired lock "refresh_cache-b339634c-cd82-41af-93a1-05c780391709" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.017308] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Refreshing network info cache for port 6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 726.019049] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:9b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c224ee4-3e42-4da2-8735-cb5a5f7ffc73', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.027063] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Creating folder: Project (f69f464aa3c142a4ab3d8a5c808a7eb3). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.027896] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-154e15fd-51fc-4f82-b60b-aa85f8bc5a8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.041163] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Created folder: Project (f69f464aa3c142a4ab3d8a5c808a7eb3) in parent group-v674393. [ 726.041403] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Creating folder: Instances. Parent ref: group-v674466. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.042115] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8d78f69-e63a-4aec-846a-47bd79205257 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.051417] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Created folder: Instances in parent group-v674466. [ 726.051647] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.051826] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b339634c-cd82-41af-93a1-05c780391709] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.052041] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d7a0c06-55bd-48ea-8e88-1cd75ee1dd49 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.080653] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.080653] env[69513]: value = "task-3380143" [ 726.080653] env[69513]: _type = "Task" [ 726.080653] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.089340] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380143, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.174580] env[69513]: DEBUG nova.compute.manager [req-651dcd67-8cb2-4e5f-b5ed-0ce2fc0de6fc req-ab7a3400-28cd-4349-b796-2a0c71c56973 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Received event network-vif-plugged-8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.174580] env[69513]: DEBUG oslo_concurrency.lockutils [req-651dcd67-8cb2-4e5f-b5ed-0ce2fc0de6fc req-ab7a3400-28cd-4349-b796-2a0c71c56973 service nova] Acquiring lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.174580] env[69513]: DEBUG oslo_concurrency.lockutils [req-651dcd67-8cb2-4e5f-b5ed-0ce2fc0de6fc req-ab7a3400-28cd-4349-b796-2a0c71c56973 service nova] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.174580] env[69513]: DEBUG oslo_concurrency.lockutils [req-651dcd67-8cb2-4e5f-b5ed-0ce2fc0de6fc req-ab7a3400-28cd-4349-b796-2a0c71c56973 service nova] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.174580] env[69513]: DEBUG nova.compute.manager [req-651dcd67-8cb2-4e5f-b5ed-0ce2fc0de6fc req-ab7a3400-28cd-4349-b796-2a0c71c56973 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] No waiting events found dispatching network-vif-plugged-8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.174823] env[69513]: WARNING nova.compute.manager [req-651dcd67-8cb2-4e5f-b5ed-0ce2fc0de6fc req-ab7a3400-28cd-4349-b796-2a0c71c56973 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Received unexpected event network-vif-plugged-8c98f896-f4d3-4c93-bf9f-54e14325dba8 for instance with vm_state building and task_state spawning. [ 726.405933] env[69513]: DEBUG oslo_vmware.api [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380139, 'name': PowerOffVM_Task, 'duration_secs': 0.235925} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.407069] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.407069] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.407505] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2ee99f-674b-4ffc-8065-2c13fe7d3151 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.439492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "refresh_cache-4d95802c-4632-4247-a0a6-7ec4bb6712bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.439786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquired lock "refresh_cache-4d95802c-4632-4247-a0a6-7ec4bb6712bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.440016] env[69513]: DEBUG nova.network.neutron [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 726.450910] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.471148] env[69513]: DEBUG nova.scheduler.client.report [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.480615] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.480893] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.481793] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Deleting the datastore file [datastore2] cc60a360-27cc-4c89-a040-4346787b381f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.482137] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2af12a76-a852-4b89-a248-ab3bf0d66d39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.489536] env[69513]: DEBUG oslo_vmware.api [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for the task: (returnval){ [ 726.489536] env[69513]: value = "task-3380145" [ 726.489536] env[69513]: _type = "Task" [ 726.489536] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.501126] env[69513]: DEBUG oslo_vmware.api [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.594722] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380143, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.821985] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Updated VIF entry in instance network info cache for port 6c224ee4-3e42-4da2-8735-cb5a5f7ffc73. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 726.822452] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Updating instance_info_cache with network_info: [{"id": "6c224ee4-3e42-4da2-8735-cb5a5f7ffc73", "address": "fa:16:3e:cc:9b:51", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c224ee4-3e", "ovs_interfaceid": "6c224ee4-3e42-4da2-8735-cb5a5f7ffc73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.878237] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.878493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.878693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.878874] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.879064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.881251] env[69513]: INFO nova.compute.manager [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Terminating instance [ 726.943015] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380140, 'name': ReconfigVM_Task, 'duration_secs': 0.717275} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.943361] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Reconfigured VM instance instance-00000019 to attach disk [datastore1] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.944056] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dedba392-21fb-416a-a52c-a000bcbf446f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.950319] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 726.950319] env[69513]: value = "task-3380146" [ 726.950319] env[69513]: _type = "Task" [ 726.950319] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.961194] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380146, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.978239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.978759] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.981755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.701s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.981996] env[69513]: DEBUG nova.objects.instance [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lazy-loading 'resources' on Instance uuid 3ca386ea-bb2d-412c-a855-399c4776feb2 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.987081] env[69513]: DEBUG nova.network.neutron [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 727.000946] env[69513]: DEBUG oslo_vmware.api [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Task: {'id': task-3380145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217602} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.001810] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.002011] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.002196] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.002367] env[69513]: INFO nova.compute.manager [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 727.002683] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.002944] env[69513]: DEBUG nova.compute.manager [-] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.003067] env[69513]: DEBUG nova.network.neutron [-] [instance: cc60a360-27cc-4c89-a040-4346787b381f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 727.091783] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380143, 'name': CreateVM_Task, 'duration_secs': 0.577536} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.091914] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b339634c-cd82-41af-93a1-05c780391709] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.092572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.092737] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.093093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.093359] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeac6f31-46e6-431e-9a7b-7cd611942a77 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.098621] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 727.098621] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ee02c-fabe-e414-2795-26bf18791ae9" [ 727.098621] env[69513]: _type = "Task" [ 727.098621] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.109894] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ee02c-fabe-e414-2795-26bf18791ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.154756] env[69513]: DEBUG nova.network.neutron [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Updating instance_info_cache with network_info: [{"id": "8c98f896-f4d3-4c93-bf9f-54e14325dba8", "address": "fa:16:3e:60:31:23", "network": {"id": "c1e91232-4b47-41bc-8947-38692ad3ff67", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1028604727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677dc5c70c8e4da08bd337581f9fa1af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c98f896-f4", "ovs_interfaceid": "8c98f896-f4d3-4c93-bf9f-54e14325dba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.325720] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Releasing lock "refresh_cache-b339634c-cd82-41af-93a1-05c780391709" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.325992] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.326204] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing instance network info cache due to event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.326419] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquiring lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.326554] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquired lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.326713] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 727.384555] env[69513]: DEBUG nova.compute.manager [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.384791] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.385976] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56ccd1-1e56-4335-90c3-e16035e71ef2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.394529] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.395998] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11116af-6fe3-4991-8641-c34623fb3907 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.401623] env[69513]: DEBUG oslo_vmware.api [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 727.401623] env[69513]: value = "task-3380147" [ 727.401623] env[69513]: _type = "Task" [ 727.401623] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.414739] env[69513]: DEBUG oslo_vmware.api [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.461101] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380146, 'name': Rename_Task, 'duration_secs': 0.174869} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.461408] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.461666] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8064c62a-faa3-4f8b-88f1-081879ec3b2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.469040] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 727.469040] env[69513]: value = "task-3380148" [ 727.469040] env[69513]: _type = "Task" [ 727.469040] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.477599] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.490544] env[69513]: DEBUG nova.compute.utils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.498058] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.498263] env[69513]: DEBUG nova.network.neutron [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.572352] env[69513]: DEBUG nova.policy [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8161618f673945ceb6487ae2220f3f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37136f476afa4fb9a608106e7b010c21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.612699] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ee02c-fabe-e414-2795-26bf18791ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.618571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618732] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.618972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.620307] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.620580] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.623005] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8dd0f75-f220-4bcf-a09d-929542ffbf38 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.632302] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.632499] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.635828] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ba9193-4db3-463a-b9a4-149d30050505 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.642869] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 727.642869] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521852a7-7124-ea01-ccd7-5abaacdb23a6" [ 727.642869] env[69513]: _type = "Task" [ 727.642869] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.652263] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521852a7-7124-ea01-ccd7-5abaacdb23a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.659332] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Releasing lock "refresh_cache-4d95802c-4632-4247-a0a6-7ec4bb6712bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659884] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Instance network_info: |[{"id": "8c98f896-f4d3-4c93-bf9f-54e14325dba8", "address": "fa:16:3e:60:31:23", "network": {"id": "c1e91232-4b47-41bc-8947-38692ad3ff67", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1028604727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677dc5c70c8e4da08bd337581f9fa1af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c98f896-f4", "ovs_interfaceid": "8c98f896-f4d3-4c93-bf9f-54e14325dba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.661131] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:31:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c98f896-f4d3-4c93-bf9f-54e14325dba8', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.670626] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Creating folder: Project (677dc5c70c8e4da08bd337581f9fa1af). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.670862] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c87bb1b-3196-4660-9fb8-ff97265e5cfd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.687379] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Created folder: Project (677dc5c70c8e4da08bd337581f9fa1af) in parent group-v674393. [ 727.689528] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Creating folder: Instances. Parent ref: group-v674469. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.689528] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b8771d-166b-4b44-b690-1fb211795d1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.703280] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Created folder: Instances in parent group-v674469. [ 727.703594] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.703806] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.704032] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8625dd8b-43bd-4871-a033-78745bcb761b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.725236] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.725236] env[69513]: value = "task-3380151" [ 727.725236] env[69513]: _type = "Task" [ 727.725236] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.737697] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "1aa285be-8146-4e88-92a5-8fa76b067c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.737993] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.738205] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380151, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.850326] env[69513]: DEBUG nova.compute.manager [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Received event network-changed-576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.850575] env[69513]: DEBUG nova.compute.manager [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Refreshing instance network info cache due to event network-changed-576b248c-c6a5-4bec-93a7-b913e0377132. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.850606] env[69513]: DEBUG oslo_concurrency.lockutils [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] Acquiring lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.850735] env[69513]: DEBUG oslo_concurrency.lockutils [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] Acquired lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.850890] env[69513]: DEBUG nova.network.neutron [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Refreshing network info cache for port 576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 727.873457] env[69513]: DEBUG nova.network.neutron [-] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.916863] env[69513]: DEBUG oslo_vmware.api [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380147, 'name': PowerOffVM_Task, 'duration_secs': 0.20437} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.917161] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.917432] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.917694] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ae2c94-627a-46c0-a3ca-be7ec4c77a78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.978785] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.979861] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.980204] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Deleting the datastore file [datastore2] 4d89d5e2-ce5d-487c-be93-95d687f45ca6 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.988073] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6611e78-b504-4914-8d11-26a8d3581611 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.991011] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380148, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.997127] env[69513]: DEBUG oslo_vmware.api [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 727.997127] env[69513]: value = "task-3380153" [ 727.997127] env[69513]: _type = "Task" [ 727.997127] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.002495] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.015640] env[69513]: DEBUG oslo_vmware.api [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.019571] env[69513]: DEBUG nova.network.neutron [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Successfully created port: 73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.085444] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249adb2-d839-4243-9c71-59d80c2b2c67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.097345] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a0a2ea-0870-480d-a013-6ca43666058f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.147600] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb13611-95df-46f4-b870-bf41780df634 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.156122] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521852a7-7124-ea01-ccd7-5abaacdb23a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.161247] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60775f5-4357-40a2-9ffa-c5eeca8a0bf4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.164448] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b20da-dcd4-4a3a-8702-0a7dab5128fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.171926] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 728.171926] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216b453-2d30-2912-4661-5d99eb5044af" [ 728.171926] env[69513]: _type = "Task" [ 728.171926] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.180751] env[69513]: DEBUG nova.compute.provider_tree [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.190320] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216b453-2d30-2912-4661-5d99eb5044af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.217049] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updated VIF entry in instance network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 728.217455] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.237474] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380151, 'name': CreateVM_Task, 'duration_secs': 0.431429} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.237647] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.238383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.238543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.238873] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.239178] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f04a2f-ae45-4e02-ad79-11abbc7dfb91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.244322] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 728.244322] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52438686-b6f2-c25c-d282-5c97af368f82" [ 728.244322] env[69513]: _type = "Task" [ 728.244322] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.252719] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52438686-b6f2-c25c-d282-5c97af368f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.375610] env[69513]: INFO nova.compute.manager [-] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Took 1.37 seconds to deallocate network for instance. [ 728.479320] env[69513]: DEBUG oslo_vmware.api [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380148, 'name': PowerOnVM_Task, 'duration_secs': 0.688698} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.479599] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.479768] env[69513]: INFO nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Took 8.37 seconds to spawn the instance on the hypervisor. [ 728.479941] env[69513]: DEBUG nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.480740] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceaac1e-f590-48c1-b2a8-ce54bf633835 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.505996] env[69513]: DEBUG oslo_vmware.api [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22242} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.506882] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.507089] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.507275] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.507451] env[69513]: INFO nova.compute.manager [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 728.507693] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.507882] env[69513]: DEBUG nova.compute.manager [-] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.507994] env[69513]: DEBUG nova.network.neutron [-] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 728.584553] env[69513]: DEBUG nova.compute.manager [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Received event network-changed-8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.584725] env[69513]: DEBUG nova.compute.manager [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Refreshing instance network info cache due to event network-changed-8c98f896-f4d3-4c93-bf9f-54e14325dba8. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.584975] env[69513]: DEBUG oslo_concurrency.lockutils [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] Acquiring lock "refresh_cache-4d95802c-4632-4247-a0a6-7ec4bb6712bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.585423] env[69513]: DEBUG oslo_concurrency.lockutils [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] Acquired lock "refresh_cache-4d95802c-4632-4247-a0a6-7ec4bb6712bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.585819] env[69513]: DEBUG nova.network.neutron [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Refreshing network info cache for port 8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 728.654391] env[69513]: DEBUG nova.network.neutron [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updated VIF entry in instance network info cache for port 576b248c-c6a5-4bec-93a7-b913e0377132. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 728.654757] env[69513]: DEBUG nova.network.neutron [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updating instance_info_cache with network_info: [{"id": "576b248c-c6a5-4bec-93a7-b913e0377132", "address": "fa:16:3e:4a:a8:84", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap576b248c-c6", "ovs_interfaceid": "576b248c-c6a5-4bec-93a7-b913e0377132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.684946] env[69513]: DEBUG nova.scheduler.client.report [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.695508] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216b453-2d30-2912-4661-5d99eb5044af, 'name': SearchDatastore_Task, 'duration_secs': 0.024076} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.695753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696131] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] b339634c-cd82-41af-93a1-05c780391709/b339634c-cd82-41af-93a1-05c780391709.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.696397] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d68891-c6a2-47ed-9ebf-80e4a842baad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.702949] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 728.702949] env[69513]: value = "task-3380154" [ 728.702949] env[69513]: _type = "Task" [ 728.702949] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.712740] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.720088] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Releasing lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.720339] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Received event network-changed-576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.720497] env[69513]: DEBUG nova.compute.manager [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Refreshing instance network info cache due to event network-changed-576b248c-c6a5-4bec-93a7-b913e0377132. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.720954] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquiring lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.754475] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52438686-b6f2-c25c-d282-5c97af368f82, 'name': SearchDatastore_Task, 'duration_secs': 0.044092} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.754882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.755126] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.755367] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.755487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.755599] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.755830] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25867597-2cc7-427c-a398-c3af00e385c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.767170] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.767170] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.767170] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c45739-fec2-4b5e-96f4-65c441cfe644 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.773111] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 728.773111] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c3c597-5a3e-cdd3-ac01-1a690b7bf2fd" [ 728.773111] env[69513]: _type = "Task" [ 728.773111] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.778842] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c3c597-5a3e-cdd3-ac01-1a690b7bf2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.882729] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.001219] env[69513]: INFO nova.compute.manager [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Took 37.84 seconds to build instance. [ 729.032019] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.061937] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.062192] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.062349] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.062531] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.062676] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.062822] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.064299] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.064574] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.064770] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.064956] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.065153] env[69513]: DEBUG nova.virt.hardware [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.066088] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f2acb0-db2f-4e58-ad85-03537bf01887 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.074899] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a109b97-f289-45ba-abb9-f953f6d01c11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.158160] env[69513]: DEBUG oslo_concurrency.lockutils [req-b1ea0e2c-5a1a-408f-a66d-7749b5953a48 req-713f7991-e19d-42da-9567-6149b60bef5f service nova] Releasing lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.158160] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Acquired lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.158370] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Refreshing network info cache for port 576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 729.190354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.192455] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.412s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.196970] env[69513]: INFO nova.compute.claims [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.215020] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380154, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.218250] env[69513]: INFO nova.scheduler.client.report [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Deleted allocations for instance 3ca386ea-bb2d-412c-a855-399c4776feb2 [ 729.287124] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c3c597-5a3e-cdd3-ac01-1a690b7bf2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021077} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.288149] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b8409d-dd6f-405d-aaa4-774e748d647a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.297538] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 729.297538] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c2f9a-0df5-5fa4-b681-4098829e74e1" [ 729.297538] env[69513]: _type = "Task" [ 729.297538] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.306625] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c2f9a-0df5-5fa4-b681-4098829e74e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.411066] env[69513]: DEBUG nova.network.neutron [-] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.464291] env[69513]: DEBUG nova.network.neutron [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Updated VIF entry in instance network info cache for port 8c98f896-f4d3-4c93-bf9f-54e14325dba8. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 729.464766] env[69513]: DEBUG nova.network.neutron [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Updating instance_info_cache with network_info: [{"id": "8c98f896-f4d3-4c93-bf9f-54e14325dba8", "address": "fa:16:3e:60:31:23", "network": {"id": "c1e91232-4b47-41bc-8947-38692ad3ff67", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1028604727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677dc5c70c8e4da08bd337581f9fa1af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c98f896-f4", "ovs_interfaceid": "8c98f896-f4d3-4c93-bf9f-54e14325dba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.502807] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caafaafb-cf2b-4aaa-bacb-9202b8be0f3c tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.252s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.678404] env[69513]: INFO nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Port 576b248c-c6a5-4bec-93a7-b913e0377132 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 729.678665] env[69513]: DEBUG nova.network.neutron [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.716613] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890397} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.716882] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] b339634c-cd82-41af-93a1-05c780391709/b339634c-cd82-41af-93a1-05c780391709.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.717106] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.717357] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-176d6e1c-77fb-4868-8cf7-bc52427c85fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.723702] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 729.723702] env[69513]: value = "task-3380155" [ 729.723702] env[69513]: _type = "Task" [ 729.723702] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.730281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65c5a1fa-2b54-4d9f-a3ff-06dd2e563ce5 tempest-ServersAdmin275Test-428697526 tempest-ServersAdmin275Test-428697526-project-member] Lock "3ca386ea-bb2d-412c-a855-399c4776feb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.864s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.735955] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.810441] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c2f9a-0df5-5fa4-b681-4098829e74e1, 'name': SearchDatastore_Task, 'duration_secs': 0.059363} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.811268] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.811682] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4d95802c-4632-4247-a0a6-7ec4bb6712bc/4d95802c-4632-4247-a0a6-7ec4bb6712bc.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.812202] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50794622-e98f-4e17-9236-22647cbe8e5b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.823022] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 729.823022] env[69513]: value = "task-3380156" [ 729.823022] env[69513]: _type = "Task" [ 729.823022] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.833077] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.919777] env[69513]: INFO nova.compute.manager [-] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Took 1.41 seconds to deallocate network for instance. [ 729.966989] env[69513]: DEBUG oslo_concurrency.lockutils [req-bbe02d0b-eeb7-4ec2-8152-d5ccf28cadc3 req-b435786e-c117-4134-b0c3-01e7f870e199 service nova] Releasing lock "refresh_cache-4d95802c-4632-4247-a0a6-7ec4bb6712bc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.005896] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.042121] env[69513]: DEBUG nova.network.neutron [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Successfully updated port: 73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.068120] env[69513]: DEBUG nova.compute.manager [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.068120] env[69513]: DEBUG nova.compute.manager [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing instance network info cache due to event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.068120] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] Acquiring lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.068120] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] Acquired lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.068120] env[69513]: DEBUG nova.network.neutron [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 730.181707] env[69513]: DEBUG oslo_concurrency.lockutils [req-30774fa4-d7ac-4786-bb4f-644ef9c5e1bb req-611b1e67-cd27-4569-843c-eff58cb48ffc service nova] Releasing lock "refresh_cache-4d89d5e2-ce5d-487c-be93-95d687f45ca6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.237517] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080476} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.242139] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.244751] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203788b-c950-452a-9ce8-cae7bc59b5c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.269016] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b339634c-cd82-41af-93a1-05c780391709/b339634c-cd82-41af-93a1-05c780391709.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.271928] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6267d141-48c2-48e2-9d5b-f15bea23997e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.297265] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 730.297265] env[69513]: value = "task-3380157" [ 730.297265] env[69513]: _type = "Task" [ 730.297265] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.311076] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.333645] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.427863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.525429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.547386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.547386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.547610] env[69513]: DEBUG nova.network.neutron [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 730.699676] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54263692-151d-495f-a522-78a6768bb6f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.708268] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190c5c1c-804d-45c4-a93f-7204c2963e4a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.753552] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2215b9-dfc2-4555-9204-1b760ce27ef1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.762252] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98359a9c-f931-418d-a6f0-2ea26c2a7188 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.782273] env[69513]: DEBUG nova.compute.provider_tree [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.793809] env[69513]: INFO nova.compute.manager [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Rebuilding instance [ 730.807421] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.842051] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380156, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002811} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.848846] env[69513]: DEBUG nova.compute.manager [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.849194] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4d95802c-4632-4247-a0a6-7ec4bb6712bc/4d95802c-4632-4247-a0a6-7ec4bb6712bc.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.849399] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.850564] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70283e76-d551-4eea-a1a5-378208c2da11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.854254] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcb11d22-1827-4909-9a88-d3ca781cdbae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.867193] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 730.867193] env[69513]: value = "task-3380158" [ 730.867193] env[69513]: _type = "Task" [ 730.867193] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.873492] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.916967] env[69513]: DEBUG nova.network.neutron [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updated VIF entry in instance network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 730.917330] env[69513]: DEBUG nova.network.neutron [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.099798] env[69513]: DEBUG nova.network.neutron [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 731.248061] env[69513]: DEBUG nova.network.neutron [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.287452] env[69513]: DEBUG nova.scheduler.client.report [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.309874] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380157, 'name': ReconfigVM_Task, 'duration_secs': 0.788157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.310843] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b339634c-cd82-41af-93a1-05c780391709/b339634c-cd82-41af-93a1-05c780391709.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.311430] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92960658-bf82-4d60-869c-a02f5b8c9612 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.319095] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 731.319095] env[69513]: value = "task-3380159" [ 731.319095] env[69513]: _type = "Task" [ 731.319095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.326807] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380159, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.377942] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088426} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.379129] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.379658] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3373c2a4-ce6f-4718-8b85-61b217184aaf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.402518] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 4d95802c-4632-4247-a0a6-7ec4bb6712bc/4d95802c-4632-4247-a0a6-7ec4bb6712bc.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.403347] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cad730-fe5b-4647-bf40-39aa8b203dc3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.420196] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] Releasing lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.420470] env[69513]: DEBUG nova.compute.manager [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Received event network-vif-deleted-4b254cc6-58fc-4568-b2a5-57900b02f4aa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.420652] env[69513]: DEBUG nova.compute.manager [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Received event network-vif-deleted-576b248c-c6a5-4bec-93a7-b913e0377132 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.420824] env[69513]: DEBUG nova.compute.manager [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.420975] env[69513]: DEBUG nova.compute.manager [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing instance network info cache due to event network-changed-aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.421214] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] Acquiring lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.421352] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] Acquired lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.421509] env[69513]: DEBUG nova.network.neutron [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Refreshing network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 731.428754] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 731.428754] env[69513]: value = "task-3380160" [ 731.428754] env[69513]: _type = "Task" [ 731.428754] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.440941] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.750524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.750908] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Instance network_info: |[{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.751394] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:83:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f0d27f-5db7-41b9-a80d-3d8af4695b6a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.760404] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating folder: Project (37136f476afa4fb9a608106e7b010c21). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.760713] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08e089d-78b6-4d28-bb64-058e6b241fc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.772387] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created folder: Project (37136f476afa4fb9a608106e7b010c21) in parent group-v674393. [ 731.772583] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating folder: Instances. Parent ref: group-v674472. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.772821] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebeac301-3dfe-4a10-a5a6-f74efe1d3f46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.781440] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created folder: Instances in parent group-v674472. [ 731.781681] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.781870] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.782421] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-195265f2-0573-4fe7-91d3-37f51d264b21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.799383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.799383] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.800600] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.583s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.805666] env[69513]: DEBUG nova.objects.instance [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lazy-loading 'resources' on Instance uuid fb61d87f-5c4c-4c97-b224-d1033a8c5c83 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.807219] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.807219] env[69513]: value = "task-3380163" [ 731.807219] env[69513]: _type = "Task" [ 731.807219] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.816518] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380163, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.829515] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380159, 'name': Rename_Task, 'duration_secs': 0.282593} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.829774] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.830042] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c323eb9-ebbe-4e44-a911-a556aff1e47c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.838159] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 731.838159] env[69513]: value = "task-3380164" [ 731.838159] env[69513]: _type = "Task" [ 731.838159] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.847819] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.872717] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.873322] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229f405a-4ebe-4d6f-a911-50a79e3474c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.879248] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 731.879248] env[69513]: value = "task-3380165" [ 731.879248] env[69513]: _type = "Task" [ 731.879248] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.887915] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.939786] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.154928] env[69513]: DEBUG nova.compute.manager [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Received event network-vif-plugged-73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.155450] env[69513]: DEBUG oslo_concurrency.lockutils [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.155814] env[69513]: DEBUG oslo_concurrency.lockutils [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.156229] env[69513]: DEBUG oslo_concurrency.lockutils [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.156530] env[69513]: DEBUG nova.compute.manager [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] No waiting events found dispatching network-vif-plugged-73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.157034] env[69513]: WARNING nova.compute.manager [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Received unexpected event network-vif-plugged-73f0d27f-5db7-41b9-a80d-3d8af4695b6a for instance with vm_state building and task_state spawning. [ 732.157379] env[69513]: DEBUG nova.compute.manager [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Received event network-changed-73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.159452] env[69513]: DEBUG nova.compute.manager [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Refreshing instance network info cache due to event network-changed-73f0d27f-5db7-41b9-a80d-3d8af4695b6a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.159452] env[69513]: DEBUG oslo_concurrency.lockutils [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.159452] env[69513]: DEBUG oslo_concurrency.lockutils [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.159452] env[69513]: DEBUG nova.network.neutron [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Refreshing network info cache for port 73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 732.197755] env[69513]: DEBUG nova.network.neutron [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updated VIF entry in instance network info cache for port aba159d0-4f1e-4de2-b3dc-006274ff75b7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 732.198059] env[69513]: DEBUG nova.network.neutron [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [{"id": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "address": "fa:16:3e:16:14:1b", "network": {"id": "7f9808d5-0ac4-4e1d-9245-20a085ab4611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-963785744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54992a91b2db40c69c5b1f39c4973312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba159d0-4f", "ovs_interfaceid": "aba159d0-4f1e-4de2-b3dc-006274ff75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.306655] env[69513]: DEBUG nova.compute.utils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.311358] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.311562] env[69513]: DEBUG nova.network.neutron [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.324843] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380163, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.359197] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380164, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.380160] env[69513]: DEBUG nova.policy [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e69f1ba6e1d492bbefbfa7e29df9606', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae31f18e816040d6975189424cf7ec77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.396847] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380165, 'name': PowerOffVM_Task, 'duration_secs': 0.31694} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.397231] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.397662] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.398735] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be3fc8d-3c8b-4266-9d7f-e0d141a00449 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.411228] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.411373] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d7fab1-2c0c-4e06-ad5f-8a9b09f48d66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.439456] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380160, 'name': ReconfigVM_Task, 'duration_secs': 0.693305} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.442303] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 4d95802c-4632-4247-a0a6-7ec4bb6712bc/4d95802c-4632-4247-a0a6-7ec4bb6712bc.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.443976] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec0e736c-67fc-41a5-a1bc-f468f7187d7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.450037] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 732.450037] env[69513]: value = "task-3380167" [ 732.450037] env[69513]: _type = "Task" [ 732.450037] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.459930] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380167, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.573729] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.573907] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.574798] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore1] bf7f6c84-ceda-463a-a87a-47d3d37e5dab {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.576020] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d27959a6-aff5-4af0-9ab4-2e10d9ce2935 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.590496] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 732.590496] env[69513]: value = "task-3380168" [ 732.590496] env[69513]: _type = "Task" [ 732.590496] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.605608] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.701112] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d8e86c-34b0-4e42-82f5-915ff88490fe req-8f5dbc81-5be5-4602-9ce3-4d16ec823d50 service nova] Releasing lock "refresh_cache-8449c056-fd63-4c95-b517-8fb2240182f3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812943] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.837692] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0347d2-345c-4062-aa3b-687318d16c73 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.840347] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380163, 'name': CreateVM_Task, 'duration_secs': 0.57675} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.840600] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.844855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.845044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.845366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.845945] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f421b47-2e9d-4da8-b91c-a63db07cb836 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.851938] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16588157-2171-498a-b8aa-7fb320dc0f78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.858994] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 732.858994] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521f27e5-1fc3-5347-e18f-4e031855b1ee" [ 732.858994] env[69513]: _type = "Task" [ 732.858994] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.860376] env[69513]: DEBUG oslo_vmware.api [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380164, 'name': PowerOnVM_Task, 'duration_secs': 0.697873} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.862506] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.862712] env[69513]: INFO nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Took 10.16 seconds to spawn the instance on the hypervisor. [ 732.864145] env[69513]: DEBUG nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.897866] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c65f3cf-1685-4bf5-b949-fc728f7e0afe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.902276] env[69513]: DEBUG nova.network.neutron [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Successfully created port: fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.904194] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8940db37-6a90-4b56-ba7b-a42afd4581f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.914681] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521f27e5-1fc3-5347-e18f-4e031855b1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017719} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.918089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.918343] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.918586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.918880] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.919052] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.922609] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c1b51b3-aa91-4d0e-8076-2698899839ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.928038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7380d-ecd5-4c15-a004-ad14c4dbc7f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.940072] env[69513]: DEBUG nova.compute.provider_tree [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.944021] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.944021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.944021] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0ed41c-7c47-4998-ae3f-abd8d3fee97f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.948916] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 732.948916] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52822a3a-ad9c-62e0-e186-adb2d4082bdf" [ 732.948916] env[69513]: _type = "Task" [ 732.948916] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.963645] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52822a3a-ad9c-62e0-e186-adb2d4082bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.966404] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380167, 'name': Rename_Task, 'duration_secs': 0.217482} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.966638] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.967243] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4e4a7ce-84df-45bf-9c83-f565faf018d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.974095] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 732.974095] env[69513]: value = "task-3380169" [ 732.974095] env[69513]: _type = "Task" [ 732.974095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.982867] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.091167] env[69513]: DEBUG nova.network.neutron [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updated VIF entry in instance network info cache for port 73f0d27f-5db7-41b9-a80d-3d8af4695b6a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 733.091730] env[69513]: DEBUG nova.network.neutron [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.104429] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491831} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.104574] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.104717] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.104883] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.439021] env[69513]: INFO nova.compute.manager [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Took 39.92 seconds to build instance. [ 733.445261] env[69513]: DEBUG nova.scheduler.client.report [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.464838] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52822a3a-ad9c-62e0-e186-adb2d4082bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.022703} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.466300] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4947f75e-dc95-48f7-8893-a0c17e222f7d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.473191] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 733.473191] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529120d2-c0f0-e939-0615-e8b49c52da13" [ 733.473191] env[69513]: _type = "Task" [ 733.473191] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.483686] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529120d2-c0f0-e939-0615-e8b49c52da13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.487079] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.595358] env[69513]: DEBUG oslo_concurrency.lockutils [req-caae87d8-7218-4bfe-ba62-455ef88948bf req-9d0d9c4a-f523-4ff0-b4d1-cf781ea4f438 service nova] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.817777] env[69513]: DEBUG nova.compute.manager [None req-e91c3733-a1ac-48dd-a848-df98c6da84f9 tempest-ServerDiagnosticsTest-1079289656 tempest-ServerDiagnosticsTest-1079289656-project-admin] [instance: b339634c-cd82-41af-93a1-05c780391709] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.818741] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbac670-cfff-4932-a8d8-b4083007d04e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.826037] env[69513]: INFO nova.compute.manager [None req-e91c3733-a1ac-48dd-a848-df98c6da84f9 tempest-ServerDiagnosticsTest-1079289656 tempest-ServerDiagnosticsTest-1079289656-project-admin] [instance: b339634c-cd82-41af-93a1-05c780391709] Retrieving diagnostics [ 733.826996] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf64a6f-a4c0-4734-8f27-b0b2143077bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.830519] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.873201] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.873483] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.873644] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.873826] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.873970] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.874134] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.874348] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.874506] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.874673] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.874836] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.875015] env[69513]: DEBUG nova.virt.hardware [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.875888] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a84ce6-cda0-45c1-a8dd-4d4a6b060191 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.883758] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3198626b-7100-4a09-ad9c-5bdf111ff3c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82a8a81b-d1aa-4f24-9b59-9abfe4fc271c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "b339634c-cd82-41af-93a1-05c780391709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.918s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.950837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.955254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.764s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.955593] env[69513]: DEBUG nova.objects.instance [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lazy-loading 'resources' on Instance uuid 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.975018] env[69513]: INFO nova.scheduler.client.report [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Deleted allocations for instance fb61d87f-5c4c-4c97-b224-d1033a8c5c83 [ 734.049376] env[69513]: DEBUG oslo_vmware.api [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380169, 'name': PowerOnVM_Task, 'duration_secs': 0.992635} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.049376] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.049376] env[69513]: INFO nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Took 8.70 seconds to spawn the instance on the hypervisor. [ 734.049376] env[69513]: DEBUG nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.049376] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529120d2-c0f0-e939-0615-e8b49c52da13, 'name': SearchDatastore_Task, 'duration_secs': 0.022129} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.049668] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d71ea6c-d294-431f-9ecb-95d0e0b849da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.049668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.049668] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f/86fa999a-071c-40b9-84f9-6bb0518de89f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.049668] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8e15549-7c0a-4fd0-b36d-b55b7ebbf5f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.049668] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 734.049668] env[69513]: value = "task-3380170" [ 734.049668] env[69513]: _type = "Task" [ 734.049668] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.049966] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.135849] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.136146] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.136350] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.136544] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.136689] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.136830] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.137046] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.137253] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.137372] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.137534] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.137704] env[69513]: DEBUG nova.virt.hardware [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.138660] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc951f1-593a-4876-b521-0b02d6df5036 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.146727] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825ba60-9e9d-4224-9a70-168709cfd4d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.160273] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:27:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f08e13eb-4d39-4942-8698-7eae608f0afb', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.168060] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.168166] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.168320] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39718d63-53ea-4c6c-8257-272e82eb92db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.187341] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.187341] env[69513]: value = "task-3380171" [ 734.187341] env[69513]: _type = "Task" [ 734.187341] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.195767] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380171, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.444757] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.489651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-713dc76e-0fa6-4415-b067-ef36e3547f00 tempest-ServerMetadataNegativeTestJSON-1368420188 tempest-ServerMetadataNegativeTestJSON-1368420188-project-member] Lock "fb61d87f-5c4c-4c97-b224-d1033a8c5c83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.953s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.528309] env[69513]: INFO nova.compute.manager [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Took 39.88 seconds to build instance. [ 734.537437] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.658427] env[69513]: DEBUG nova.compute.manager [req-7fdf2da6-92a5-4bf1-8512-1c23265b1143 req-e85174dc-ad16-4251-9d22-eeaee7eb4cc4 service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Received event network-vif-plugged-fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.659529] env[69513]: DEBUG oslo_concurrency.lockutils [req-7fdf2da6-92a5-4bf1-8512-1c23265b1143 req-e85174dc-ad16-4251-9d22-eeaee7eb4cc4 service nova] Acquiring lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.659529] env[69513]: DEBUG oslo_concurrency.lockutils [req-7fdf2da6-92a5-4bf1-8512-1c23265b1143 req-e85174dc-ad16-4251-9d22-eeaee7eb4cc4 service nova] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.659529] env[69513]: DEBUG oslo_concurrency.lockutils [req-7fdf2da6-92a5-4bf1-8512-1c23265b1143 req-e85174dc-ad16-4251-9d22-eeaee7eb4cc4 service nova] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.659529] env[69513]: DEBUG nova.compute.manager [req-7fdf2da6-92a5-4bf1-8512-1c23265b1143 req-e85174dc-ad16-4251-9d22-eeaee7eb4cc4 service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] No waiting events found dispatching network-vif-plugged-fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.659529] env[69513]: WARNING nova.compute.manager [req-7fdf2da6-92a5-4bf1-8512-1c23265b1143 req-e85174dc-ad16-4251-9d22-eeaee7eb4cc4 service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Received unexpected event network-vif-plugged-fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a for instance with vm_state building and task_state spawning. [ 734.679705] env[69513]: DEBUG nova.network.neutron [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Successfully updated port: fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.701273] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380171, 'name': CreateVM_Task, 'duration_secs': 0.424853} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.704402] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.705396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.705605] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.705796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.706359] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7206e5d9-b324-4654-a751-0c08e20951fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.714200] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 734.714200] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d9664-85d5-e5d4-4330-d04f87fde09d" [ 734.714200] env[69513]: _type = "Task" [ 734.714200] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.726764] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d9664-85d5-e5d4-4330-d04f87fde09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.935778] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76a796-8184-4d70-9296-766424d0b0d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.944846] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b648db-9f40-4895-8838-19c4a4ddf15c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.987530] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18517ae0-9a4e-4aa3-89df-f7c8f75b5a7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.995525] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808061ce-5fe1-478f-b002-1cd1de7fa10d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.999972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "b339634c-cd82-41af-93a1-05c780391709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.000259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "b339634c-cd82-41af-93a1-05c780391709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.000465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "b339634c-cd82-41af-93a1-05c780391709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.000647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "b339634c-cd82-41af-93a1-05c780391709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.000812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "b339634c-cd82-41af-93a1-05c780391709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.002992] env[69513]: INFO nova.compute.manager [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Terminating instance [ 735.013456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.014011] env[69513]: DEBUG nova.compute.provider_tree [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.027221] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750534} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.028377] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f/86fa999a-071c-40b9-84f9-6bb0518de89f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.028641] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.031467] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b179e855-5f40-4f3d-895a-976991232cac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.033703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46f2ada0-3434-401a-b2db-f9f7b400a4a8 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.130s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.040117] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 735.040117] env[69513]: value = "task-3380172" [ 735.040117] env[69513]: _type = "Task" [ 735.040117] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.048203] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.185794] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "refresh_cache-93b81605-017f-4c6a-aa21-c46c34f1dfc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.185989] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquired lock "refresh_cache-93b81605-017f-4c6a-aa21-c46c34f1dfc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.186174] env[69513]: DEBUG nova.network.neutron [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 735.227489] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d9664-85d5-e5d4-4330-d04f87fde09d, 'name': SearchDatastore_Task, 'duration_secs': 0.04148} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.227711] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.227936] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.228368] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.228446] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.228605] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.229188] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ef8b83-08a6-4bfc-bd61-c29956f81b22 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.237565] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.237922] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.238819] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d5c2ed-3e29-490d-a15a-a8e1a0228310 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.244259] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 735.244259] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5297350b-fdf8-2e04-d975-d659c2c61f8a" [ 735.244259] env[69513]: _type = "Task" [ 735.244259] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.257838] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5297350b-fdf8-2e04-d975-d659c2c61f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.519240] env[69513]: DEBUG nova.scheduler.client.report [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.522787] env[69513]: DEBUG nova.compute.manager [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.523018] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.523864] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc461e5-b168-4202-8580-633e5b1dd1c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.532950] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.533438] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb09debf-12b6-41f9-b0fe-f45b3a522c95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.535344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.535676] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.535886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.536082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.536311] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.538420] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.541693] env[69513]: INFO nova.compute.manager [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Terminating instance [ 735.549303] env[69513]: DEBUG oslo_vmware.api [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 735.549303] env[69513]: value = "task-3380173" [ 735.549303] env[69513]: _type = "Task" [ 735.549303] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.558430] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069767} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.559091] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.559923] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a97ed5-80dc-4b03-83d7-850884748e69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.565751] env[69513]: DEBUG oslo_vmware.api [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.585475] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f/86fa999a-071c-40b9-84f9-6bb0518de89f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.586068] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7820df-bac8-4109-81cc-17b7f2b7a1d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.607223] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 735.607223] env[69513]: value = "task-3380174" [ 735.607223] env[69513]: _type = "Task" [ 735.607223] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.615201] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.735077] env[69513]: DEBUG nova.network.neutron [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 735.754230] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5297350b-fdf8-2e04-d975-d659c2c61f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.025207} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.755058] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7965be74-eac3-4104-a922-299e41e0000d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.762235] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 735.762235] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5247857f-e5aa-f96e-b5cb-c44fea7e28cd" [ 735.762235] env[69513]: _type = "Task" [ 735.762235] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.769997] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5247857f-e5aa-f96e-b5cb-c44fea7e28cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.986708] env[69513]: DEBUG nova.network.neutron [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Updating instance_info_cache with network_info: [{"id": "fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a", "address": "fa:16:3e:c9:2f:2f", "network": {"id": "d936d035-28f4-41eb-ab39-4db6e907b384", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1395900016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae31f18e816040d6975189424cf7ec77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb8c1f0-24", "ovs_interfaceid": "fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.028854] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.031275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.830s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.032776] env[69513]: INFO nova.compute.claims [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.050875] env[69513]: DEBUG nova.compute.manager [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.051102] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.051987] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f60d8b-5e58-4564-9299-46be420d7df2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.060407] env[69513]: INFO nova.scheduler.client.report [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Deleted allocations for instance 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd [ 736.069113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.069456] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.069772] env[69513]: DEBUG oslo_vmware.api [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380173, 'name': PowerOffVM_Task, 'duration_secs': 0.410077} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.076973] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b54b34d2-daa2-43ab-acee-b155a561d7be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.078656] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.078858] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.079688] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec47111-5546-462d-a664-f92cea340d36 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.089822] env[69513]: DEBUG oslo_vmware.api [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 736.089822] env[69513]: value = "task-3380175" [ 736.089822] env[69513]: _type = "Task" [ 736.089822] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.099073] env[69513]: DEBUG oslo_vmware.api [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.119466] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.151089] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.151377] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.151596] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Deleting the datastore file [datastore1] b339634c-cd82-41af-93a1-05c780391709 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.151878] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5cc7d7c-14f4-4273-ad9a-d56622cda34d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.160545] env[69513]: DEBUG oslo_vmware.api [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for the task: (returnval){ [ 736.160545] env[69513]: value = "task-3380177" [ 736.160545] env[69513]: _type = "Task" [ 736.160545] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.169796] env[69513]: DEBUG oslo_vmware.api [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.274243] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5247857f-e5aa-f96e-b5cb-c44fea7e28cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018431} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.274487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.274749] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.275022] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7415664-6de6-436c-a880-94101f15b978 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.283670] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 736.283670] env[69513]: value = "task-3380178" [ 736.283670] env[69513]: _type = "Task" [ 736.283670] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.292151] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.489928] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Releasing lock "refresh_cache-93b81605-017f-4c6a-aa21-c46c34f1dfc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.490459] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Instance network_info: |[{"id": "fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a", "address": "fa:16:3e:c9:2f:2f", "network": {"id": "d936d035-28f4-41eb-ab39-4db6e907b384", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1395900016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae31f18e816040d6975189424cf7ec77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb8c1f0-24", "ovs_interfaceid": "fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.494121] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.499343] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Creating folder: Project (ae31f18e816040d6975189424cf7ec77). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.500347] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cf53fa8-2daa-4d29-88b9-61663f032af3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.511617] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Created folder: Project (ae31f18e816040d6975189424cf7ec77) in parent group-v674393. [ 736.511832] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Creating folder: Instances. Parent ref: group-v674476. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.512106] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f346bd70-6589-446b-acf6-7ec9a0cb4d2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.522858] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Created folder: Instances in parent group-v674476. [ 736.522858] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.522858] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.522858] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d71983f-dab4-4034-85c8-74c748bbe55b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.553631] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.553631] env[69513]: value = "task-3380181" [ 736.553631] env[69513]: _type = "Task" [ 736.553631] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.562364] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380181, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.584060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-48125ab0-74db-4eff-8af6-d30ea7ef8238 tempest-ServerExternalEventsTest-645571710 tempest-ServerExternalEventsTest-645571710-project-member] Lock "2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.878s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.603574] env[69513]: DEBUG oslo_vmware.api [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380175, 'name': PowerOffVM_Task, 'duration_secs': 0.258688} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.604038] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.605589] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.605589] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56c1e4b-cbaa-4796-ad6b-84cbb1027463 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.620312] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380174, 'name': ReconfigVM_Task, 'duration_secs': 0.657531} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.620720] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f/86fa999a-071c-40b9-84f9-6bb0518de89f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.621575] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba39f08e-5aef-46ce-af31-95ca9efd55b4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.630423] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 736.630423] env[69513]: value = "task-3380183" [ 736.630423] env[69513]: _type = "Task" [ 736.630423] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.641803] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380183, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.674839] env[69513]: DEBUG oslo_vmware.api [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Task: {'id': task-3380177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315011} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.677482] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.677482] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.677482] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.677482] env[69513]: INFO nova.compute.manager [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] [instance: b339634c-cd82-41af-93a1-05c780391709] Took 1.15 seconds to destroy the instance on the hypervisor. [ 736.677482] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.677758] env[69513]: DEBUG nova.compute.manager [-] [instance: b339634c-cd82-41af-93a1-05c780391709] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.677864] env[69513]: DEBUG nova.network.neutron [-] [instance: b339634c-cd82-41af-93a1-05c780391709] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 736.680015] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.680228] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.680426] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Deleting the datastore file [datastore1] 4d95802c-4632-4247-a0a6-7ec4bb6712bc {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.680719] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-126baf69-916d-4a31-8529-73efa0d1df2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.690906] env[69513]: DEBUG nova.compute.manager [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Received event network-changed-fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.691151] env[69513]: DEBUG nova.compute.manager [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Refreshing instance network info cache due to event network-changed-fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.691393] env[69513]: DEBUG oslo_concurrency.lockutils [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] Acquiring lock "refresh_cache-93b81605-017f-4c6a-aa21-c46c34f1dfc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.691590] env[69513]: DEBUG oslo_concurrency.lockutils [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] Acquired lock "refresh_cache-93b81605-017f-4c6a-aa21-c46c34f1dfc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.691697] env[69513]: DEBUG nova.network.neutron [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Refreshing network info cache for port fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 736.697292] env[69513]: DEBUG oslo_vmware.api [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for the task: (returnval){ [ 736.697292] env[69513]: value = "task-3380184" [ 736.697292] env[69513]: _type = "Task" [ 736.697292] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.706778] env[69513]: DEBUG oslo_vmware.api [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.797995] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.066758] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380181, 'name': CreateVM_Task, 'duration_secs': 0.489647} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.067117] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.068096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.068290] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.068619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.068928] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8445f1-20d7-462c-ad04-ee8e6648b361 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.073867] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 737.073867] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52afbc65-66e8-fe10-99dd-3adc7ad10b57" [ 737.073867] env[69513]: _type = "Task" [ 737.073867] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.084662] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52afbc65-66e8-fe10-99dd-3adc7ad10b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.139652] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380183, 'name': Rename_Task, 'duration_secs': 0.343399} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.142268] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.142909] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32859b9d-d737-4067-804a-dbf4217eb90f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.149410] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 737.149410] env[69513]: value = "task-3380185" [ 737.149410] env[69513]: _type = "Task" [ 737.149410] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.158824] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.208837] env[69513]: DEBUG oslo_vmware.api [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Task: {'id': task-3380184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291746} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.209122] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.209300] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.209479] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.209652] env[69513]: INFO nova.compute.manager [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 737.209891] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.210110] env[69513]: DEBUG nova.compute.manager [-] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.210212] env[69513]: DEBUG nova.network.neutron [-] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 737.296139] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609724} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.296426] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.296636] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.296935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83ddf8bb-a64a-4b9d-a949-00d5270426d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.303272] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 737.303272] env[69513]: value = "task-3380186" [ 737.303272] env[69513]: _type = "Task" [ 737.303272] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.314735] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.436313] env[69513]: DEBUG nova.network.neutron [-] [instance: b339634c-cd82-41af-93a1-05c780391709] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.485416] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec32b0e3-2361-4aa0-bd9c-01971dce017c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.497515] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b0693-a34a-4805-b700-ca5707aa6e1f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.503100] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b7167-c234-1806-5a3e-472614930e41/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.504035] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aba8fb-b6e3-4d7f-9e5c-2b55aa785196 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.545349] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b2d6c1-6c22-49f2-887d-13b4c78dd345 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.548563] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b7167-c234-1806-5a3e-472614930e41/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.548765] env[69513]: ERROR oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b7167-c234-1806-5a3e-472614930e41/disk-0.vmdk due to incomplete transfer. [ 737.549410] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-46bacb44-27cd-4eb9-bde7-ff9428f69bff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.554834] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3164b-0378-4082-87fa-3364f4ab4d7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.570044] env[69513]: DEBUG nova.compute.provider_tree [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.573116] env[69513]: DEBUG oslo_vmware.rw_handles [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b7167-c234-1806-5a3e-472614930e41/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.573311] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Uploaded image a8513343-b399-4635-8bd3-fd6151e9d530 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.575700] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.576093] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17ff2c6c-9691-4aa0-ba4a-4249f1029156 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.588674] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52afbc65-66e8-fe10-99dd-3adc7ad10b57, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.591115] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.591377] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.591649] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.591906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.591990] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.592380] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 737.592380] env[69513]: value = "task-3380187" [ 737.592380] env[69513]: _type = "Task" [ 737.592380] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.592900] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7658c9c7-260c-483d-9ea4-cc19602f05fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.604873] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380187, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.606410] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.606581] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.607376] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922ee587-e442-49d4-9105-22a2eb0ef45a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.613370] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 737.613370] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ee6ac6-a220-bdbc-4920-e6d863386ebe" [ 737.613370] env[69513]: _type = "Task" [ 737.613370] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.622949] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ee6ac6-a220-bdbc-4920-e6d863386ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.631727] env[69513]: DEBUG nova.network.neutron [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Updated VIF entry in instance network info cache for port fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 737.632106] env[69513]: DEBUG nova.network.neutron [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Updating instance_info_cache with network_info: [{"id": "fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a", "address": "fa:16:3e:c9:2f:2f", "network": {"id": "d936d035-28f4-41eb-ab39-4db6e907b384", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1395900016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae31f18e816040d6975189424cf7ec77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb8c1f0-24", "ovs_interfaceid": "fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.661683] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380185, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.817428] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077256} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.817711] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.818606] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d491c5ea-e14d-4e91-a841-88bba70b2655 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.840542] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.840865] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66d2afc-4afe-426c-bb91-584014f98177 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.861589] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 737.861589] env[69513]: value = "task-3380188" [ 737.861589] env[69513]: _type = "Task" [ 737.861589] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.872100] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.943042] env[69513]: INFO nova.compute.manager [-] [instance: b339634c-cd82-41af-93a1-05c780391709] Took 1.26 seconds to deallocate network for instance. [ 738.077725] env[69513]: DEBUG nova.scheduler.client.report [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.107077] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380187, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.125768] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ee6ac6-a220-bdbc-4920-e6d863386ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.016583} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.126454] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37222e61-70d4-4479-942b-2e46350780e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.132709] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 738.132709] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52724158-8bbf-130a-472b-19aeff2ee5b4" [ 738.132709] env[69513]: _type = "Task" [ 738.132709] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.138153] env[69513]: DEBUG oslo_concurrency.lockutils [req-7931ef48-a341-40bd-9fd3-47227506975c req-a2ac5457-9b89-4923-a70a-63a00c43132b service nova] Releasing lock "refresh_cache-93b81605-017f-4c6a-aa21-c46c34f1dfc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.147285] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52724158-8bbf-130a-472b-19aeff2ee5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.162638] env[69513]: DEBUG oslo_vmware.api [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380185, 'name': PowerOnVM_Task, 'duration_secs': 0.518802} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.162919] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.163140] env[69513]: INFO nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 9.13 seconds to spawn the instance on the hypervisor. [ 738.163321] env[69513]: DEBUG nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.164155] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf0126-4b09-4687-8cd5-66d36f480e8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.174435] env[69513]: DEBUG nova.network.neutron [-] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.373229] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380188, 'name': ReconfigVM_Task, 'duration_secs': 0.279166} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.373621] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Reconfigured VM instance instance-00000019 to attach disk [datastore2] bf7f6c84-ceda-463a-a87a-47d3d37e5dab/bf7f6c84-ceda-463a-a87a-47d3d37e5dab.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.374373] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3042c353-bae0-40a2-992a-6d64705dc16a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.381858] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 738.381858] env[69513]: value = "task-3380189" [ 738.381858] env[69513]: _type = "Task" [ 738.381858] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.390515] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380189, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.452995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.586038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.586038] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.587405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.642s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.610698] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380187, 'name': Destroy_Task, 'duration_secs': 0.912324} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.611253] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Destroyed the VM [ 738.611730] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.612093] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-996125d9-a73b-42f6-95b6-78ce185da14a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.619778] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "e82f0091-f698-418d-aa6f-966d756eade9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.620162] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "e82f0091-f698-418d-aa6f-966d756eade9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.623748] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 738.623748] env[69513]: value = "task-3380190" [ 738.623748] env[69513]: _type = "Task" [ 738.623748] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.632762] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.643599] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52724158-8bbf-130a-472b-19aeff2ee5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015267} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.644088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.644753] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 93b81605-017f-4c6a-aa21-c46c34f1dfc8/93b81605-017f-4c6a-aa21-c46c34f1dfc8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.644872] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c666381-253f-4873-944d-aa6f97ac710c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.654461] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 738.654461] env[69513]: value = "task-3380191" [ 738.654461] env[69513]: _type = "Task" [ 738.654461] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.662391] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.682300] env[69513]: INFO nova.compute.manager [-] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Took 1.47 seconds to deallocate network for instance. [ 738.690692] env[69513]: INFO nova.compute.manager [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 37.59 seconds to build instance. [ 738.781336] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "c8efdc90-e47b-4628-bfcb-143a0a958257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.781416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.781730] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "c8efdc90-e47b-4628-bfcb-143a0a958257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.781811] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.781938] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.784857] env[69513]: INFO nova.compute.manager [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Terminating instance [ 738.863355] env[69513]: DEBUG nova.compute.manager [req-325bdd5f-02eb-43fa-9251-b72c99797ca3 req-77f137a4-81e6-411e-ab01-5a9531b103c3 service nova] [instance: b339634c-cd82-41af-93a1-05c780391709] Received event network-vif-deleted-6c224ee4-3e42-4da2-8735-cb5a5f7ffc73 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.863407] env[69513]: DEBUG nova.compute.manager [req-325bdd5f-02eb-43fa-9251-b72c99797ca3 req-77f137a4-81e6-411e-ab01-5a9531b103c3 service nova] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Received event network-vif-deleted-8c98f896-f4d3-4c93-bf9f-54e14325dba8 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.893829] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380189, 'name': Rename_Task, 'duration_secs': 0.162201} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.894219] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.895094] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eda7e46-346b-4748-a5cd-f4aa9f8e4822 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.904109] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 738.904109] env[69513]: value = "task-3380192" [ 738.904109] env[69513]: _type = "Task" [ 738.904109] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.915144] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.095429] env[69513]: DEBUG nova.compute.utils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.100626] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.100626] env[69513]: DEBUG nova.network.neutron [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.141043] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380190, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.170471] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380191, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.187820] env[69513]: DEBUG nova.policy [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787bb87a54b0435e86222f2a795e5953', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ba18b981f9411f8b8b59adf0e9942d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.192418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-49f8dffd-4038-40db-940a-e07f40a4848c tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.634s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.193673] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.291812] env[69513]: DEBUG nova.compute.manager [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.291812] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.293012] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7938417-eaeb-4202-afba-9e58ccde60f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.301025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.301286] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07be0bf3-7ad8-4a1f-ae6b-8e31656a8d2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.328178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "e9346371-d893-41bc-a791-913588ae16ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.328501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "e9346371-d893-41bc-a791-913588ae16ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.366173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.366173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.366173] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleting the datastore file [datastore1] c8efdc90-e47b-4628-bfcb-143a0a958257 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.366479] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c2dd6a1-ff39-4557-bd09-23d295bc63ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.374058] env[69513]: DEBUG oslo_vmware.api [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 739.374058] env[69513]: value = "task-3380194" [ 739.374058] env[69513]: _type = "Task" [ 739.374058] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.385189] env[69513]: DEBUG oslo_vmware.api [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.416914] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.598574] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.635327] env[69513]: DEBUG oslo_vmware.api [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6645} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.635599] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.635822] env[69513]: INFO nova.compute.manager [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Took 18.10 seconds to snapshot the instance on the hypervisor. [ 739.640635] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1917a6ad-a1f2-4423-97ef-9b0faf07ca08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.648914] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d27b9-bc0e-4697-a5f3-4574ae2fdffe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.696020] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a0fda1-100c-47e5-a6d4-22664252b0ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.696576] env[69513]: DEBUG nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.706892] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0c0204-8ed4-457e-96c3-100adb0e85b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.713412] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530645} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.713654] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 93b81605-017f-4c6a-aa21-c46c34f1dfc8/93b81605-017f-4c6a-aa21-c46c34f1dfc8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.713852] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.714476] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc544496-0aa1-4577-83fa-614bed3e1147 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.724382] env[69513]: DEBUG nova.compute.provider_tree [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.729713] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 739.729713] env[69513]: value = "task-3380195" [ 739.729713] env[69513]: _type = "Task" [ 739.729713] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.739966] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.742722] env[69513]: DEBUG nova.network.neutron [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Successfully created port: 83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.888237] env[69513]: DEBUG oslo_vmware.api [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432694} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.888237] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.888237] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.888237] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.889381] env[69513]: INFO nova.compute.manager [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Took 0.60 seconds to destroy the instance on the hypervisor. [ 739.889381] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.889706] env[69513]: DEBUG nova.compute.manager [-] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.889920] env[69513]: DEBUG nova.network.neutron [-] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 739.919372] env[69513]: DEBUG oslo_vmware.api [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380192, 'name': PowerOnVM_Task, 'duration_secs': 0.605723} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.919838] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.920179] env[69513]: DEBUG nova.compute.manager [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.921918] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ce60b-25b5-4c0c-8f9b-4b44dfcead87 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.144045] env[69513]: DEBUG nova.compute.manager [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Instance disappeared during snapshot {{(pid=69513) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 740.163132] env[69513]: DEBUG nova.compute.manager [None req-16b44efe-ff6d-448c-9fc9-f1f2f22e51ea tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image not found during clean up a8513343-b399-4635-8bd3-fd6151e9d530 {{(pid=69513) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 740.219953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.227639] env[69513]: DEBUG nova.scheduler.client.report [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.243616] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069219} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.243944] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.244900] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945e97e-15e9-4c96-887c-6dd8691e7d4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.269293] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 93b81605-017f-4c6a-aa21-c46c34f1dfc8/93b81605-017f-4c6a-aa21-c46c34f1dfc8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.269925] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d077f04-ab35-487e-a244-334b1fef203a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.294029] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 740.294029] env[69513]: value = "task-3380196" [ 740.294029] env[69513]: _type = "Task" [ 740.294029] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.302993] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.444735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.612058] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.636096] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.636349] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.636525] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.636742] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.636893] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.637121] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.637358] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.637520] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.637689] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.637865] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.638048] env[69513]: DEBUG nova.virt.hardware [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.638932] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85672772-9f8a-41fd-9a6d-3069de850b86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.647117] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b1571b-652a-41b4-9e77-577cb32b0a7d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.788998] env[69513]: DEBUG nova.network.neutron [-] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.809356] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380196, 'name': ReconfigVM_Task, 'duration_secs': 0.437613} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.809356] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 93b81605-017f-4c6a-aa21-c46c34f1dfc8/93b81605-017f-4c6a-aa21-c46c34f1dfc8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.809356] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ffb695-3f34-4504-a06d-34f3d9d58714 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.817715] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 740.817715] env[69513]: value = "task-3380197" [ 740.817715] env[69513]: _type = "Task" [ 740.817715] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.830192] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380197, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.928749] env[69513]: DEBUG nova.compute.manager [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Received event network-changed-73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.928873] env[69513]: DEBUG nova.compute.manager [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Refreshing instance network info cache due to event network-changed-73f0d27f-5db7-41b9-a80d-3d8af4695b6a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.929117] env[69513]: DEBUG oslo_concurrency.lockutils [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929262] env[69513]: DEBUG oslo_concurrency.lockutils [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.929431] env[69513]: DEBUG nova.network.neutron [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Refreshing network info cache for port 73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 741.246610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.659s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.250597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.240s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.250871] env[69513]: DEBUG nova.objects.instance [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lazy-loading 'resources' on Instance uuid 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.291855] env[69513]: INFO nova.compute.manager [-] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Took 1.40 seconds to deallocate network for instance. [ 741.326200] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380197, 'name': Rename_Task, 'duration_secs': 0.326047} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.326536] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.327603] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a484ef-39ef-4889-9a8c-7a0405583b7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.334195] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 741.334195] env[69513]: value = "task-3380198" [ 741.334195] env[69513]: _type = "Task" [ 741.334195] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.342386] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.462167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.462523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.462745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.462934] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.463120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.465700] env[69513]: INFO nova.compute.manager [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Terminating instance [ 741.636851] env[69513]: DEBUG nova.network.neutron [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Successfully updated port: 83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.787127] env[69513]: DEBUG nova.network.neutron [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updated VIF entry in instance network info cache for port 73f0d27f-5db7-41b9-a80d-3d8af4695b6a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 741.787642] env[69513]: DEBUG nova.network.neutron [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.799883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.822960] env[69513]: INFO nova.scheduler.client.report [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleted allocation for migration 658af19b-5219-422e-8fc1-7d0d5a9477b7 [ 741.849238] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.972957] env[69513]: DEBUG nova.compute.manager [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.972957] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.973371] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6fc52-005a-4725-970f-c43a61c46ccd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.987235] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.988557] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f483e058-73b8-4c47-aa24-0eda6d4b2fe4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.996079] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 741.996079] env[69513]: value = "task-3380199" [ 741.996079] env[69513]: _type = "Task" [ 741.996079] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.017526] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.077096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "a5293aee-ba56-4387-ad43-48320ef0a18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.077496] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.140234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.142094] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.142418] env[69513]: DEBUG nova.network.neutron [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 742.294430] env[69513]: DEBUG oslo_concurrency.lockutils [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.294846] env[69513]: DEBUG nova.compute.manager [req-8ba57d24-b14b-459a-b37b-6e82b368d2b1 req-b9550cb2-e8ed-4784-9e3b-35397ee8e289 service nova] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Received event network-vif-deleted-32f4c29a-9f9f-44c7-a926-1cf9b1ccb48f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.311535] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4a043-d33c-4c0d-9c7a-52ee468b7c4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.323315] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bdd135-c819-4a19-82ff-277cdd5cf4bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.331143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6740cc68-a615-47c8-a778-e9a8ec805977 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.857s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.365750] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab00dd6-e766-440d-a69b-2e0cb9c25b3b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374973] env[69513]: DEBUG oslo_vmware.api [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380198, 'name': PowerOnVM_Task, 'duration_secs': 0.799807} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.377823] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.377823] env[69513]: INFO nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Took 8.55 seconds to spawn the instance on the hypervisor. [ 742.377823] env[69513]: DEBUG nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.378595] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe6966d-ddff-4bf1-9579-a2a2579fe052 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.382318] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893f52d-564a-4261-9e91-f70677534cbd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.406152] env[69513]: DEBUG nova.compute.provider_tree [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.512805] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380199, 'name': PowerOffVM_Task, 'duration_secs': 0.290559} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.513113] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.513284] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.513541] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13cc7c17-e6f8-48a1-876a-e5c8b9084f9c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.578854] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.579718] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.579718] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore2] bf7f6c84-ceda-463a-a87a-47d3d37e5dab {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.579718] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc015c7f-e8eb-4bcb-8b4c-f51f29249487 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.585964] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 742.585964] env[69513]: value = "task-3380201" [ 742.585964] env[69513]: _type = "Task" [ 742.585964] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.594142] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.770643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.770643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.796364] env[69513]: DEBUG nova.network.neutron [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 742.917951] env[69513]: DEBUG nova.scheduler.client.report [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.924094] env[69513]: INFO nova.compute.manager [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Took 38.17 seconds to build instance. [ 742.960414] env[69513]: DEBUG nova.compute.manager [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Received event network-vif-plugged-83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.960614] env[69513]: DEBUG oslo_concurrency.lockutils [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] Acquiring lock "2387148a-8e7d-4652-a09b-b71ac952044b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.960936] env[69513]: DEBUG oslo_concurrency.lockutils [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] Lock "2387148a-8e7d-4652-a09b-b71ac952044b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.961043] env[69513]: DEBUG oslo_concurrency.lockutils [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] Lock "2387148a-8e7d-4652-a09b-b71ac952044b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.961220] env[69513]: DEBUG nova.compute.manager [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] No waiting events found dispatching network-vif-plugged-83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.961315] env[69513]: WARNING nova.compute.manager [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Received unexpected event network-vif-plugged-83b3fa78-db84-4486-94a7-0dc721bd750d for instance with vm_state building and task_state spawning. [ 742.961470] env[69513]: DEBUG nova.compute.manager [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Received event network-changed-83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.961622] env[69513]: DEBUG nova.compute.manager [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Refreshing instance network info cache due to event network-changed-83b3fa78-db84-4486-94a7-0dc721bd750d. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.961813] env[69513]: DEBUG oslo_concurrency.lockutils [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] Acquiring lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.033650] env[69513]: DEBUG nova.network.neutron [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updating instance_info_cache with network_info: [{"id": "83b3fa78-db84-4486-94a7-0dc721bd750d", "address": "fa:16:3e:68:93:b0", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b3fa78-db", "ovs_interfaceid": "83b3fa78-db84-4486-94a7-0dc721bd750d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.096479] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.427897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.432824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3a19a890-7aa0-4e4a-9533-005e3722a4fe tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.478s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.432824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.884s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.434405] env[69513]: INFO nova.compute.claims [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.469027] env[69513]: INFO nova.scheduler.client.report [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleted allocations for instance 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e [ 743.536906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.538150] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Instance network_info: |[{"id": "83b3fa78-db84-4486-94a7-0dc721bd750d", "address": "fa:16:3e:68:93:b0", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b3fa78-db", "ovs_interfaceid": "83b3fa78-db84-4486-94a7-0dc721bd750d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.538150] env[69513]: DEBUG oslo_concurrency.lockutils [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] Acquired lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.538365] env[69513]: DEBUG nova.network.neutron [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Refreshing network info cache for port 83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 743.542795] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:93:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83b3fa78-db84-4486-94a7-0dc721bd750d', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.555035] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Creating folder: Project (93ba18b981f9411f8b8b59adf0e9942d). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.555204] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e86a3457-b263-4683-9f45-76ae96921fa1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.568131] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Created folder: Project (93ba18b981f9411f8b8b59adf0e9942d) in parent group-v674393. [ 743.568389] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Creating folder: Instances. Parent ref: group-v674479. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.568645] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cf32f87-dc2a-4e62-9566-a28e672f5237 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.581876] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Created folder: Instances in parent group-v674479. [ 743.583080] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.583080] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.583080] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c58aa317-4a7d-4430-a818-1f8d36f82040 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.609656] env[69513]: DEBUG oslo_vmware.api [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544315} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.611355] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.611355] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.611525] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.612254] env[69513]: INFO nova.compute.manager [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Took 1.64 seconds to destroy the instance on the hypervisor. [ 743.612254] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.612254] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.612254] env[69513]: value = "task-3380204" [ 743.612254] env[69513]: _type = "Task" [ 743.612254] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.612254] env[69513]: DEBUG nova.compute.manager [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.612581] env[69513]: DEBUG nova.network.neutron [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 743.623387] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380204, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.729892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.730280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.730624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.730817] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.731019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.735146] env[69513]: INFO nova.compute.manager [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Terminating instance [ 743.940597] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.979053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4fa98729-c825-4bf2-8c6d-ef10cc63386c tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "199e1c7c-fdb2-4074-84c4-7b4477d1dc9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.745s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.123924] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380204, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.239130] env[69513]: DEBUG nova.compute.manager [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.239412] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.240356] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95fe15d-656c-410b-b961-00f1da3cd115 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.244508] env[69513]: DEBUG nova.network.neutron [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updated VIF entry in instance network info cache for port 83b3fa78-db84-4486-94a7-0dc721bd750d. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 744.244508] env[69513]: DEBUG nova.network.neutron [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updating instance_info_cache with network_info: [{"id": "83b3fa78-db84-4486-94a7-0dc721bd750d", "address": "fa:16:3e:68:93:b0", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b3fa78-db", "ovs_interfaceid": "83b3fa78-db84-4486-94a7-0dc721bd750d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.247956] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.248231] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2499166-8632-4896-a924-d3beb8920e95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.253971] env[69513]: DEBUG oslo_vmware.api [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 744.253971] env[69513]: value = "task-3380205" [ 744.253971] env[69513]: _type = "Task" [ 744.253971] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.263300] env[69513]: DEBUG oslo_vmware.api [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.433010] env[69513]: DEBUG nova.network.neutron [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.467437] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.577593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "216d2a59-f25f-4d74-b956-1e1b68a95187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.577888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.630117] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380204, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.747329] env[69513]: DEBUG oslo_concurrency.lockutils [req-1006c7b9-c0de-4519-92f7-9c038b77481d req-4e518708-14cc-4432-9be0-1cc8fa4c12ba service nova] Releasing lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.764959] env[69513]: DEBUG oslo_vmware.api [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380205, 'name': PowerOffVM_Task, 'duration_secs': 0.247204} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.767521] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.767705] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.768158] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11524f91-1715-4b60-96fb-a98ee22bc08d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.839906] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.840195] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.840408] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Deleting the datastore file [datastore2] 93b81605-017f-4c6a-aa21-c46c34f1dfc8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.840670] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b8c4348-8b05-45be-913f-ac35340bb139 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.846915] env[69513]: DEBUG oslo_vmware.api [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for the task: (returnval){ [ 744.846915] env[69513]: value = "task-3380207" [ 744.846915] env[69513]: _type = "Task" [ 744.846915] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.857694] env[69513]: DEBUG oslo_vmware.api [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.895703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f746da-f509-4ff0-9845-89f0c758d7d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.898780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "60b53559-2eae-4f70-b76e-a12c8d522950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.898859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "60b53559-2eae-4f70-b76e-a12c8d522950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.899018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "60b53559-2eae-4f70-b76e-a12c8d522950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.899342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "60b53559-2eae-4f70-b76e-a12c8d522950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.899546] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "60b53559-2eae-4f70-b76e-a12c8d522950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.902021] env[69513]: INFO nova.compute.manager [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Terminating instance [ 744.906953] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab0d631-4d0f-4588-867c-d3c8aa05c1bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.938188] env[69513]: INFO nova.compute.manager [-] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Took 1.33 seconds to deallocate network for instance. [ 744.940581] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e1736-c50d-4649-a55e-5f8b176c714c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.951810] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3ff41-862a-4295-bb92-f4096d9708ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.966523] env[69513]: DEBUG nova.compute.provider_tree [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.989046] env[69513]: DEBUG nova.compute.manager [req-ef0036dd-86bc-4cc8-8218-824265abb4fb req-6b08b291-e26b-4313-87ec-8075ec21b009 service nova] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Received event network-vif-deleted-f08e13eb-4d39-4942-8698-7eae608f0afb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.123950] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380204, 'name': CreateVM_Task, 'duration_secs': 1.246334} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.124152] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.124835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.124999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.125329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.125587] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991547cd-1eb8-4e33-8b10-d6b0ac9bcdd1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.130023] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 745.130023] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524110d8-50f6-a969-8bd6-0026dd003e49" [ 745.130023] env[69513]: _type = "Task" [ 745.130023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.139566] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524110d8-50f6-a969-8bd6-0026dd003e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.357737] env[69513]: DEBUG oslo_vmware.api [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Task: {'id': task-3380207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500094} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.357737] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.357737] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.357737] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.357986] env[69513]: INFO nova.compute.manager [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 745.358037] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.358792] env[69513]: DEBUG nova.compute.manager [-] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.358792] env[69513]: DEBUG nova.network.neutron [-] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 745.411561] env[69513]: DEBUG nova.compute.manager [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.411753] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.412687] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dc881f-a18d-43f5-83ab-552711f1aea9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.419985] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.420237] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b914e2-d4ea-4eb8-9c13-baf583277eac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.426389] env[69513]: DEBUG oslo_vmware.api [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 745.426389] env[69513]: value = "task-3380208" [ 745.426389] env[69513]: _type = "Task" [ 745.426389] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.434043] env[69513]: DEBUG oslo_vmware.api [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.448367] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.469849] env[69513]: DEBUG nova.scheduler.client.report [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.641764] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524110d8-50f6-a969-8bd6-0026dd003e49, 'name': SearchDatastore_Task, 'duration_secs': 0.017847} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.645095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.645095] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.645095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.645095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.645259] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.645259] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8b7304-a551-452b-b8fe-ed5f3fe825e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.654826] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.655018] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.655738] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aab1148-d98b-4887-9eef-83e6a5ad9eec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.661798] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 745.661798] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52003d0a-ae02-1ab1-0978-0ed3211f7483" [ 745.661798] env[69513]: _type = "Task" [ 745.661798] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.669901] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52003d0a-ae02-1ab1-0978-0ed3211f7483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.936099] env[69513]: DEBUG oslo_vmware.api [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380208, 'name': PowerOffVM_Task, 'duration_secs': 0.180145} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.936393] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.936550] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.936822] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa95b3dc-32eb-4a48-bc41-3edd56055a03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.977481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.978018] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.980987] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.870s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.982738] env[69513]: INFO nova.compute.claims [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.994794] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.995405] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.995492] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleting the datastore file [datastore1] 60b53559-2eae-4f70-b76e-a12c8d522950 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.996716] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58e634e3-01d3-4b36-8f6a-b7c082402197 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.002743] env[69513]: DEBUG oslo_vmware.api [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 746.002743] env[69513]: value = "task-3380210" [ 746.002743] env[69513]: _type = "Task" [ 746.002743] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.010914] env[69513]: DEBUG oslo_vmware.api [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.115105] env[69513]: DEBUG nova.network.neutron [-] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.171477] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52003d0a-ae02-1ab1-0978-0ed3211f7483, 'name': SearchDatastore_Task, 'duration_secs': 0.033431} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.172261] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6de8699-4b0f-4b93-9df5-6490f5ba5bb5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.177367] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 746.177367] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a20b3b-bc43-4f46-e701-1b064cfb605e" [ 746.177367] env[69513]: _type = "Task" [ 746.177367] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.184710] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a20b3b-bc43-4f46-e701-1b064cfb605e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.487768] env[69513]: DEBUG nova.compute.utils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.491373] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.491544] env[69513]: DEBUG nova.network.neutron [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.512624] env[69513]: DEBUG oslo_vmware.api [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159737} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.514093] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.514093] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.514093] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.514093] env[69513]: INFO nova.compute.manager [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Took 1.10 seconds to destroy the instance on the hypervisor. [ 746.514093] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.515578] env[69513]: DEBUG nova.compute.manager [-] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.515686] env[69513]: DEBUG nova.network.neutron [-] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 746.579865] env[69513]: DEBUG nova.policy [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8110301e95a40f8a4d324e4e9618793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12206fc29279462dac5d8183c5f10f23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.618567] env[69513]: INFO nova.compute.manager [-] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Took 1.26 seconds to deallocate network for instance. [ 746.693516] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a20b3b-bc43-4f46-e701-1b064cfb605e, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.693860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.694265] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 2387148a-8e7d-4652-a09b-b71ac952044b/2387148a-8e7d-4652-a09b-b71ac952044b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.694456] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2425bd2e-4da5-42fd-a421-d2c7463af851 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.701710] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 746.701710] env[69513]: value = "task-3380211" [ 746.701710] env[69513]: _type = "Task" [ 746.701710] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.710339] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.991945] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.052173] env[69513]: DEBUG nova.compute.manager [req-c2d56044-ca7a-4dd4-b0bd-d0b26e275dc4 req-89461f0d-2d42-4345-acf0-b8a23303d3b6 service nova] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Received event network-vif-deleted-fdb8c1f0-2434-4bb9-8de4-4b4f8d630d5a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.127205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.202528] env[69513]: DEBUG nova.network.neutron [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Successfully created port: 5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.219101] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459728} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.219433] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 2387148a-8e7d-4652-a09b-b71ac952044b/2387148a-8e7d-4652-a09b-b71ac952044b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.219647] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.220452] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba0620e1-9b0c-4ab3-9218-a40576060f67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.227162] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 747.227162] env[69513]: value = "task-3380212" [ 747.227162] env[69513]: _type = "Task" [ 747.227162] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.235515] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.476092] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b19ec51-4047-403e-8746-7ca043197e91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.483554] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68515f1b-fe27-4081-a8f1-fd4ed830d687 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.516727] env[69513]: DEBUG nova.network.neutron [-] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.518203] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142928f8-137d-48bc-9edc-5cf755824cd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.526847] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bbd777-ccda-4b92-b5fc-15e7fe53c95c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.543967] env[69513]: DEBUG nova.compute.provider_tree [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.736413] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062716} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.736802] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.737948] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e54d46-9f8d-4dcf-85a8-f3c8b8cba4b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.762394] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 2387148a-8e7d-4652-a09b-b71ac952044b/2387148a-8e7d-4652-a09b-b71ac952044b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.762726] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-569b0773-e7b9-4dce-82ad-a7414a066bf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.782911] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 747.782911] env[69513]: value = "task-3380213" [ 747.782911] env[69513]: _type = "Task" [ 747.782911] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.791348] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.022615] env[69513]: INFO nova.compute.manager [-] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Took 1.51 seconds to deallocate network for instance. [ 748.023817] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.047138] env[69513]: DEBUG nova.scheduler.client.report [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.053227] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.053474] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.053624] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.053788] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.055344] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.055344] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.055344] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.055344] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.055344] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.055575] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.055575] env[69513]: DEBUG nova.virt.hardware [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.056726] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94173ee-e80e-4b71-b8df-2bc7f94a0d36 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.066656] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed35572-0ca1-4cad-945e-a2587eb743b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.294099] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380213, 'name': ReconfigVM_Task, 'duration_secs': 0.337795} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.294481] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 2387148a-8e7d-4652-a09b-b71ac952044b/2387148a-8e7d-4652-a09b-b71ac952044b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.295179] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c976c6b1-5ca2-4348-8f5a-2d5b33d0df11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.301881] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 748.301881] env[69513]: value = "task-3380214" [ 748.301881] env[69513]: _type = "Task" [ 748.301881] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.309381] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380214, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.535318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.560439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.560953] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.563470] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.137s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.563639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.563790] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 748.564079] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.259s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.565438] env[69513]: INFO nova.compute.claims [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.568760] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa24f6e-3de6-46fb-9c10-2bcc5c11ccc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.577079] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b99016-053a-4776-8a57-2947ca930425 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.595842] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf8339-62d4-4353-a65f-3e98b38527b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.603651] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55697721-27db-45f1-b77d-eb89911ca4b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.634628] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179225MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 748.634784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.713474] env[69513]: DEBUG nova.network.neutron [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Successfully updated port: 5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.812049] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380214, 'name': Rename_Task, 'duration_secs': 0.143528} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.812239] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.812410] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b14d9c-2011-4f56-8c1b-72c9e3d7c889 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.820102] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 748.820102] env[69513]: value = "task-3380215" [ 748.820102] env[69513]: _type = "Task" [ 748.820102] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.828438] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.074437] env[69513]: DEBUG nova.compute.utils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.076568] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.076833] env[69513]: DEBUG nova.network.neutron [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.092283] env[69513]: DEBUG nova.compute.manager [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Received event network-vif-deleted-be0db92b-c3b0-432a-b17a-87a3b62ef694 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.092283] env[69513]: DEBUG nova.compute.manager [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Received event network-vif-plugged-5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.092588] env[69513]: DEBUG oslo_concurrency.lockutils [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] Acquiring lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.092987] env[69513]: DEBUG oslo_concurrency.lockutils [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.093204] env[69513]: DEBUG oslo_concurrency.lockutils [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.093505] env[69513]: DEBUG nova.compute.manager [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] No waiting events found dispatching network-vif-plugged-5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.093795] env[69513]: WARNING nova.compute.manager [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Received unexpected event network-vif-plugged-5475859b-1569-4c40-b23d-2d51a2f799e3 for instance with vm_state building and task_state spawning. [ 749.094083] env[69513]: DEBUG nova.compute.manager [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Received event network-changed-5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.094343] env[69513]: DEBUG nova.compute.manager [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Refreshing instance network info cache due to event network-changed-5475859b-1569-4c40-b23d-2d51a2f799e3. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.094641] env[69513]: DEBUG oslo_concurrency.lockutils [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] Acquiring lock "refresh_cache-76ca89d1-edfd-4e50-bdd6-52012bfa6c25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.094875] env[69513]: DEBUG oslo_concurrency.lockutils [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] Acquired lock "refresh_cache-76ca89d1-edfd-4e50-bdd6-52012bfa6c25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.095147] env[69513]: DEBUG nova.network.neutron [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Refreshing network info cache for port 5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 749.123289] env[69513]: DEBUG nova.policy [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc4b958373e4d96899a5605f26aafee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b145caee62de45488ec3e4534fa9b0c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.216369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "refresh_cache-76ca89d1-edfd-4e50-bdd6-52012bfa6c25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.331581] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.415571] env[69513]: DEBUG nova.network.neutron [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Successfully created port: 1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.580522] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.645883] env[69513]: DEBUG nova.network.neutron [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 749.727119] env[69513]: DEBUG nova.network.neutron [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.831282] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.017388] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a417b980-3698-4d36-81b9-f2081a4852ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.025222] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72fc2e-d7b5-4061-abc9-f146d30c1432 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.054983] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100e9eab-b817-4fc6-9a86-56a8d64afeb2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.062272] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ff465e-ff73-4aa7-9f30-0652c77dad46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.075565] env[69513]: DEBUG nova.compute.provider_tree [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.232971] env[69513]: DEBUG oslo_concurrency.lockutils [req-5a23c6b6-ff2b-45cd-b1b3-16e749f8b484 req-e61e5db4-b018-40cc-b390-1240f6670811 service nova] Releasing lock "refresh_cache-76ca89d1-edfd-4e50-bdd6-52012bfa6c25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.233290] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired lock "refresh_cache-76ca89d1-edfd-4e50-bdd6-52012bfa6c25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.233453] env[69513]: DEBUG nova.network.neutron [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 750.332258] env[69513]: DEBUG oslo_vmware.api [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380215, 'name': PowerOnVM_Task, 'duration_secs': 1.022595} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.332540] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.332737] env[69513]: INFO nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Took 9.72 seconds to spawn the instance on the hypervisor. [ 750.332909] env[69513]: DEBUG nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.333664] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f85502-94ee-4852-85f5-2c7ae579da76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.578881] env[69513]: DEBUG nova.scheduler.client.report [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.589556] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.617563] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.617681] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.617839] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.618038] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.618213] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.618380] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.618595] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.618754] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.618919] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.619095] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.619322] env[69513]: DEBUG nova.virt.hardware [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.620197] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301fae5-ecb7-43ba-852e-739bfd53490a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.628485] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123369f4-fa30-4a31-80b8-8c6d337e5049 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.782692] env[69513]: DEBUG nova.network.neutron [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 750.856023] env[69513]: INFO nova.compute.manager [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Took 41.67 seconds to build instance. [ 751.030254] env[69513]: DEBUG nova.network.neutron [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Updating instance_info_cache with network_info: [{"id": "5475859b-1569-4c40-b23d-2d51a2f799e3", "address": "fa:16:3e:01:0e:de", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5475859b-15", "ovs_interfaceid": "5475859b-1569-4c40-b23d-2d51a2f799e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.083768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.084329] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.086831] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.988s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.088614] env[69513]: INFO nova.compute.claims [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.152370] env[69513]: DEBUG nova.compute.manager [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Received event network-changed-83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.152555] env[69513]: DEBUG nova.compute.manager [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Refreshing instance network info cache due to event network-changed-83b3fa78-db84-4486-94a7-0dc721bd750d. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.152765] env[69513]: DEBUG oslo_concurrency.lockutils [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] Acquiring lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.152956] env[69513]: DEBUG oslo_concurrency.lockutils [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] Acquired lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.153122] env[69513]: DEBUG nova.network.neutron [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Refreshing network info cache for port 83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 751.167787] env[69513]: DEBUG nova.network.neutron [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Successfully updated port: 1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.177156] env[69513]: DEBUG nova.compute.manager [req-600407d9-9e78-4b69-ac78-6be29b60fe5c req-6c58bc4f-ff54-486f-9b8d-91703680c51f service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Received event network-vif-plugged-1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.177364] env[69513]: DEBUG oslo_concurrency.lockutils [req-600407d9-9e78-4b69-ac78-6be29b60fe5c req-6c58bc4f-ff54-486f-9b8d-91703680c51f service nova] Acquiring lock "85c9439a-5909-4e66-b300-3274ed11d2ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.177596] env[69513]: DEBUG oslo_concurrency.lockutils [req-600407d9-9e78-4b69-ac78-6be29b60fe5c req-6c58bc4f-ff54-486f-9b8d-91703680c51f service nova] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.177710] env[69513]: DEBUG oslo_concurrency.lockutils [req-600407d9-9e78-4b69-ac78-6be29b60fe5c req-6c58bc4f-ff54-486f-9b8d-91703680c51f service nova] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.177868] env[69513]: DEBUG nova.compute.manager [req-600407d9-9e78-4b69-ac78-6be29b60fe5c req-6c58bc4f-ff54-486f-9b8d-91703680c51f service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] No waiting events found dispatching network-vif-plugged-1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.178036] env[69513]: WARNING nova.compute.manager [req-600407d9-9e78-4b69-ac78-6be29b60fe5c req-6c58bc4f-ff54-486f-9b8d-91703680c51f service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Received unexpected event network-vif-plugged-1e384e5c-098b-4320-90bc-93c3d27366b1 for instance with vm_state building and task_state spawning. [ 751.358464] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6ac32688-a8d3-41d9-86f6-6872a8d14ed9 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "2387148a-8e7d-4652-a09b-b71ac952044b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.124s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.533281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Releasing lock "refresh_cache-76ca89d1-edfd-4e50-bdd6-52012bfa6c25" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533281] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Instance network_info: |[{"id": "5475859b-1569-4c40-b23d-2d51a2f799e3", "address": "fa:16:3e:01:0e:de", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5475859b-15", "ovs_interfaceid": "5475859b-1569-4c40-b23d-2d51a2f799e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.533467] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:0e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5475859b-1569-4c40-b23d-2d51a2f799e3', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.541622] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Creating folder: Project (12206fc29279462dac5d8183c5f10f23). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.541959] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e23221b3-3376-4c2f-b54a-a35ebebd4aaf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.553477] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Created folder: Project (12206fc29279462dac5d8183c5f10f23) in parent group-v674393. [ 751.553701] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Creating folder: Instances. Parent ref: group-v674482. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.553965] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39d964a-7c2c-42f1-a0cd-7174362a0928 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.563370] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Created folder: Instances in parent group-v674482. [ 751.563420] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.563701] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.563941] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a58eb05-1610-48ec-a61c-447a8787dd27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.583909] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.583909] env[69513]: value = "task-3380218" [ 751.583909] env[69513]: _type = "Task" [ 751.583909] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.592648] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380218, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.593841] env[69513]: DEBUG nova.compute.utils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.597194] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.597372] env[69513]: DEBUG nova.network.neutron [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.662861] env[69513]: DEBUG nova.policy [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292cfabb405747e481e7e2df69278fde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbfbb5ea848a4a2aa30b2ec25a48af66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.670375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "refresh_cache-85c9439a-5909-4e66-b300-3274ed11d2ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquired lock "refresh_cache-85c9439a-5909-4e66-b300-3274ed11d2ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670881] env[69513]: DEBUG nova.network.neutron [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 751.860267] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.066511] env[69513]: DEBUG nova.network.neutron [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updated VIF entry in instance network info cache for port 83b3fa78-db84-4486-94a7-0dc721bd750d. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 752.066869] env[69513]: DEBUG nova.network.neutron [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updating instance_info_cache with network_info: [{"id": "83b3fa78-db84-4486-94a7-0dc721bd750d", "address": "fa:16:3e:68:93:b0", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b3fa78-db", "ovs_interfaceid": "83b3fa78-db84-4486-94a7-0dc721bd750d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.097757] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380218, 'name': CreateVM_Task, 'duration_secs': 0.29871} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.098582] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.101641] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.105404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105683] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106946] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf99e67b-b004-4153-ad63-029ef814df29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.113127] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 752.113127] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52efbccb-8b48-589c-ae28-818a6e8a5908" [ 752.113127] env[69513]: _type = "Task" [ 752.113127] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.125327] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52efbccb-8b48-589c-ae28-818a6e8a5908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.228234] env[69513]: DEBUG nova.network.neutron [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 752.285544] env[69513]: DEBUG nova.network.neutron [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Successfully created port: 3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.383964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.547583] env[69513]: DEBUG nova.network.neutron [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Updating instance_info_cache with network_info: [{"id": "1e384e5c-098b-4320-90bc-93c3d27366b1", "address": "fa:16:3e:a0:94:f4", "network": {"id": "b2621238-2b80-46a0-b61f-3bd69c8b88c2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-795645104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b145caee62de45488ec3e4534fa9b0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e384e5c-09", "ovs_interfaceid": "1e384e5c-098b-4320-90bc-93c3d27366b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.571033] env[69513]: DEBUG oslo_concurrency.lockutils [req-099e1af4-0d11-4174-a8d1-062401132eea req-7946fe72-2fcb-4243-922d-985885cf9dea service nova] Releasing lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.626929] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a80bbda-9c24-43c8-a533-0aef034adf6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.638530] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52efbccb-8b48-589c-ae28-818a6e8a5908, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.643214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.643214] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.643404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.643547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.643715] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.644036] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-889eb35c-df43-4f63-a38a-e0d81aae18c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.649921] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f86e4-874c-4fc3-847c-3bfaf2d53bec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.684846] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528a52c-3faa-4fed-af28-c7efab47ea59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.687585] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.687763] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.688824] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa8eba2-9ffa-4140-92dd-911cb0d9369e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.697581] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd93798b-924d-48a8-878a-66e707114655 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.701901] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 752.701901] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d74b03-be4c-49bb-2b8a-dfd11040e8c1" [ 752.701901] env[69513]: _type = "Task" [ 752.701901] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.714129] env[69513]: DEBUG nova.compute.provider_tree [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.725029] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d74b03-be4c-49bb-2b8a-dfd11040e8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.725029] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c5e9f5-fa84-4ddb-84ab-6158988d7281 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.727565] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 752.727565] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52811b8a-8aeb-6ccf-8a44-3aec274b91db" [ 752.727565] env[69513]: _type = "Task" [ 752.727565] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.738269] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52811b8a-8aeb-6ccf-8a44-3aec274b91db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.057465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Releasing lock "refresh_cache-85c9439a-5909-4e66-b300-3274ed11d2ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.057465] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Instance network_info: |[{"id": "1e384e5c-098b-4320-90bc-93c3d27366b1", "address": "fa:16:3e:a0:94:f4", "network": {"id": "b2621238-2b80-46a0-b61f-3bd69c8b88c2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-795645104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b145caee62de45488ec3e4534fa9b0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e384e5c-09", "ovs_interfaceid": "1e384e5c-098b-4320-90bc-93c3d27366b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.057681] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:94:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e384e5c-098b-4320-90bc-93c3d27366b1', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.064992] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Creating folder: Project (b145caee62de45488ec3e4534fa9b0c1). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.065449] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1563dc9f-9dda-4c8f-a3db-8c796e6acc39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.078365] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Created folder: Project (b145caee62de45488ec3e4534fa9b0c1) in parent group-v674393. [ 753.078365] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Creating folder: Instances. Parent ref: group-v674485. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.078365] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1dfb17f-4468-4674-929b-480a71a1485b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.088514] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Created folder: Instances in parent group-v674485. [ 753.091020] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.091020] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.091020] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740e2933-5478-42ca-a1f1-662dad40d9fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.110725] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.114663] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.114663] env[69513]: value = "task-3380221" [ 753.114663] env[69513]: _type = "Task" [ 753.114663] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.123349] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380221, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.140465] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.141034] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.141751] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.144578] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.144578] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.144578] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.144578] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.144578] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.144895] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.144895] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.144895] env[69513]: DEBUG nova.virt.hardware [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.144895] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4c33d3-bf10-490d-b24e-a7b332cb2306 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.152636] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb53f7-7d29-4cc2-988d-ca77443f56fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.217254] env[69513]: DEBUG nova.scheduler.client.report [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.238998] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52811b8a-8aeb-6ccf-8a44-3aec274b91db, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.239978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.240285] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 76ca89d1-edfd-4e50-bdd6-52012bfa6c25/76ca89d1-edfd-4e50-bdd6-52012bfa6c25.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.240635] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eab53fea-c659-4931-9064-57c4b315f790 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.249745] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 753.249745] env[69513]: value = "task-3380222" [ 753.249745] env[69513]: _type = "Task" [ 753.249745] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.258978] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.445330] env[69513]: DEBUG nova.compute.manager [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Received event network-changed-1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.445520] env[69513]: DEBUG nova.compute.manager [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Refreshing instance network info cache due to event network-changed-1e384e5c-098b-4320-90bc-93c3d27366b1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.445755] env[69513]: DEBUG oslo_concurrency.lockutils [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] Acquiring lock "refresh_cache-85c9439a-5909-4e66-b300-3274ed11d2ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.445833] env[69513]: DEBUG oslo_concurrency.lockutils [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] Acquired lock "refresh_cache-85c9439a-5909-4e66-b300-3274ed11d2ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.445992] env[69513]: DEBUG nova.network.neutron [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Refreshing network info cache for port 1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 753.624938] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380221, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.723927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.723927] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.726581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.844s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.726803] env[69513]: DEBUG nova.objects.instance [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lazy-loading 'resources' on Instance uuid cc60a360-27cc-4c89-a040-4346787b381f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.760517] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460996} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.761402] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 76ca89d1-edfd-4e50-bdd6-52012bfa6c25/76ca89d1-edfd-4e50-bdd6-52012bfa6c25.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.761620] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.761935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25b65cbf-07ac-4d2f-8deb-347251164ed7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.768988] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 753.768988] env[69513]: value = "task-3380223" [ 753.768988] env[69513]: _type = "Task" [ 753.768988] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.777045] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.133746] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380221, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.230220] env[69513]: DEBUG nova.compute.utils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.237806] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.238204] env[69513]: DEBUG nova.network.neutron [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.283164] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071903} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.283164] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.283981] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4903b-91bc-4696-97e0-f69a7e89e764 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.308336] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 76ca89d1-edfd-4e50-bdd6-52012bfa6c25/76ca89d1-edfd-4e50-bdd6-52012bfa6c25.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.311357] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67add897-4de8-400f-9c18-212ec7bc44af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.335889] env[69513]: DEBUG nova.policy [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f7b18b6e554c5b84a7a01c21ccfd82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ed3aa40b344198ad73e3209e3329f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.340764] env[69513]: DEBUG nova.network.neutron [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Updated VIF entry in instance network info cache for port 1e384e5c-098b-4320-90bc-93c3d27366b1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 754.340764] env[69513]: DEBUG nova.network.neutron [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Updating instance_info_cache with network_info: [{"id": "1e384e5c-098b-4320-90bc-93c3d27366b1", "address": "fa:16:3e:a0:94:f4", "network": {"id": "b2621238-2b80-46a0-b61f-3bd69c8b88c2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-795645104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b145caee62de45488ec3e4534fa9b0c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e384e5c-09", "ovs_interfaceid": "1e384e5c-098b-4320-90bc-93c3d27366b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.343049] env[69513]: DEBUG nova.network.neutron [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Successfully updated port: 3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.353375] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 754.353375] env[69513]: value = "task-3380224" [ 754.353375] env[69513]: _type = "Task" [ 754.353375] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.363500] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.631594] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380221, 'name': CreateVM_Task, 'duration_secs': 1.447771} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.631925] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.632690] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.633045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.633398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.633736] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe71832-89bc-4b53-b4b2-d82e8d5637f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640279] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 754.640279] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b84dee-cf4d-b276-2b01-9be7e4fad4f0" [ 754.640279] env[69513]: _type = "Task" [ 754.640279] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.647287] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b84dee-cf4d-b276-2b01-9be7e4fad4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.739255] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.747204] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c090ed-0dd5-40a9-98f3-bdd14cda4610 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.755449] env[69513]: DEBUG nova.network.neutron [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Successfully created port: d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.757860] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc659fe-1196-48c8-beb3-333c8a746f91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.788833] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866aa204-a5c1-498f-aac3-424a4be856c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.796901] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17954b3c-51be-4036-9a2e-376f23a2c3bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.810692] env[69513]: DEBUG nova.compute.provider_tree [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.840949] env[69513]: DEBUG oslo_concurrency.lockutils [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] Releasing lock "refresh_cache-85c9439a-5909-4e66-b300-3274ed11d2ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.841433] env[69513]: DEBUG nova.compute.manager [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Received event network-changed-83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.841645] env[69513]: DEBUG nova.compute.manager [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Refreshing instance network info cache due to event network-changed-83b3fa78-db84-4486-94a7-0dc721bd750d. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.841862] env[69513]: DEBUG oslo_concurrency.lockutils [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] Acquiring lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.842013] env[69513]: DEBUG oslo_concurrency.lockutils [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] Acquired lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.842183] env[69513]: DEBUG nova.network.neutron [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Refreshing network info cache for port 83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 754.847030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "refresh_cache-b3f7ee3f-649f-4c28-b281-3f0e9bea9080" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.847030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquired lock "refresh_cache-b3f7ee3f-649f-4c28-b281-3f0e9bea9080" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.847030] env[69513]: DEBUG nova.network.neutron [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 754.866673] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.156036] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b84dee-cf4d-b276-2b01-9be7e4fad4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.156346] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.156575] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.156851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.156994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.157157] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.157613] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c36d84-219d-4d52-ad57-386ce4896f43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.166282] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.166482] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.167359] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00323055-4b1a-44a6-b991-40cabddcdf24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.172146] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 755.172146] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526bb7ff-00d5-a6de-8d19-c9dab7e76616" [ 755.172146] env[69513]: _type = "Task" [ 755.172146] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.179692] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526bb7ff-00d5-a6de-8d19-c9dab7e76616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.313954] env[69513]: DEBUG nova.scheduler.client.report [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.365292] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.407721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.407945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.410786] env[69513]: DEBUG nova.network.neutron [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 755.473559] env[69513]: DEBUG nova.compute.manager [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Received event network-vif-plugged-3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.473806] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] Acquiring lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.474071] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.474168] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.474342] env[69513]: DEBUG nova.compute.manager [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] No waiting events found dispatching network-vif-plugged-3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.474508] env[69513]: WARNING nova.compute.manager [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Received unexpected event network-vif-plugged-3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 for instance with vm_state building and task_state spawning. [ 755.474663] env[69513]: DEBUG nova.compute.manager [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Received event network-changed-3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.474810] env[69513]: DEBUG nova.compute.manager [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Refreshing instance network info cache due to event network-changed-3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.474968] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] Acquiring lock "refresh_cache-b3f7ee3f-649f-4c28-b281-3f0e9bea9080" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.686959] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526bb7ff-00d5-a6de-8d19-c9dab7e76616, 'name': SearchDatastore_Task, 'duration_secs': 0.007845} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.693484] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6bf5ea4-36a7-4b40-987a-76a397699a5a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.696446] env[69513]: DEBUG nova.network.neutron [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Updating instance_info_cache with network_info: [{"id": "3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8", "address": "fa:16:3e:60:3b:12", "network": {"id": "8c9fcb47-f7e2-420b-9829-f8d1feb22e40", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1616468132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfbb5ea848a4a2aa30b2ec25a48af66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f49ff5c-1b", "ovs_interfaceid": "3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.700673] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 755.700673] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c5413a-1363-9150-dfa3-9c4199be3279" [ 755.700673] env[69513]: _type = "Task" [ 755.700673] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.709046] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c5413a-1363-9150-dfa3-9c4199be3279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.727171] env[69513]: DEBUG nova.network.neutron [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updated VIF entry in instance network info cache for port 83b3fa78-db84-4486-94a7-0dc721bd750d. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 755.727520] env[69513]: DEBUG nova.network.neutron [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updating instance_info_cache with network_info: [{"id": "83b3fa78-db84-4486-94a7-0dc721bd750d", "address": "fa:16:3e:68:93:b0", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b3fa78-db", "ovs_interfaceid": "83b3fa78-db84-4486-94a7-0dc721bd750d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.749121] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.773561] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.773788] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.773946] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.774149] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.774293] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.774441] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.774641] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.774796] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.774956] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.775176] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.775314] env[69513]: DEBUG nova.virt.hardware [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.776172] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163a77e-7480-44e7-8118-a162ffadcf95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.783935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfdbbb2-295a-4dec-ba57-5b3b4086f149 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.818840] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.820955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.393s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.821195] env[69513]: DEBUG nova.objects.instance [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lazy-loading 'resources' on Instance uuid 4d89d5e2-ce5d-487c-be93-95d687f45ca6 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.842993] env[69513]: INFO nova.scheduler.client.report [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Deleted allocations for instance cc60a360-27cc-4c89-a040-4346787b381f [ 755.865287] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380224, 'name': ReconfigVM_Task, 'duration_secs': 1.06992} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.865563] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 76ca89d1-edfd-4e50-bdd6-52012bfa6c25/76ca89d1-edfd-4e50-bdd6-52012bfa6c25.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.866191] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230f2c33-ed4c-4f40-b58c-0ceae919734b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.872723] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 755.872723] env[69513]: value = "task-3380225" [ 755.872723] env[69513]: _type = "Task" [ 755.872723] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.882304] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380225, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.204892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Releasing lock "refresh_cache-b3f7ee3f-649f-4c28-b281-3f0e9bea9080" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.204892] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Instance network_info: |[{"id": "3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8", "address": "fa:16:3e:60:3b:12", "network": {"id": "8c9fcb47-f7e2-420b-9829-f8d1feb22e40", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1616468132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfbb5ea848a4a2aa30b2ec25a48af66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f49ff5c-1b", "ovs_interfaceid": "3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.205052] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] Acquired lock "refresh_cache-b3f7ee3f-649f-4c28-b281-3f0e9bea9080" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.205052] env[69513]: DEBUG nova.network.neutron [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Refreshing network info cache for port 3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 756.205052] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:3b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.217812] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Creating folder: Project (fbfbb5ea848a4a2aa30b2ec25a48af66). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.224223] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eaaa91d-7089-470e-9d31-4709ea945e4d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.236170] env[69513]: DEBUG oslo_concurrency.lockutils [req-afedc615-ab63-4f59-a2a6-c5d10f75d21a req-be7077bb-246e-4344-a01c-ac6351c7c49c service nova] Releasing lock "refresh_cache-2387148a-8e7d-4652-a09b-b71ac952044b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.236170] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c5413a-1363-9150-dfa3-9c4199be3279, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.236170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.236170] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 85c9439a-5909-4e66-b300-3274ed11d2ac/85c9439a-5909-4e66-b300-3274ed11d2ac.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.237360] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Created folder: Project (fbfbb5ea848a4a2aa30b2ec25a48af66) in parent group-v674393. [ 756.237751] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Creating folder: Instances. Parent ref: group-v674488. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.238202] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fc91720-355b-461a-8ecb-b3df804c4494 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.240680] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89634448-2c85-4d02-aa09-dadc00636343 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.248645] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 756.248645] env[69513]: value = "task-3380228" [ 756.248645] env[69513]: _type = "Task" [ 756.248645] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.253866] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Created folder: Instances in parent group-v674488. [ 756.254177] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.254766] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.255075] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59565553-d512-4f26-b737-e1befea9b6c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.273673] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.279038] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.279038] env[69513]: value = "task-3380229" [ 756.279038] env[69513]: _type = "Task" [ 756.279038] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.291885] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380229, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.328685] env[69513]: DEBUG nova.compute.manager [req-1d10d0ff-ecaf-47c8-8b7e-f2753304e2f0 req-92b526dc-247a-4b0e-9322-141d68f097a2 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Received event network-vif-plugged-d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.328901] env[69513]: DEBUG oslo_concurrency.lockutils [req-1d10d0ff-ecaf-47c8-8b7e-f2753304e2f0 req-92b526dc-247a-4b0e-9322-141d68f097a2 service nova] Acquiring lock "4b7d9950-20fe-4549-b5db-2547ec0599bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.329122] env[69513]: DEBUG oslo_concurrency.lockutils [req-1d10d0ff-ecaf-47c8-8b7e-f2753304e2f0 req-92b526dc-247a-4b0e-9322-141d68f097a2 service nova] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.332387] env[69513]: DEBUG oslo_concurrency.lockutils [req-1d10d0ff-ecaf-47c8-8b7e-f2753304e2f0 req-92b526dc-247a-4b0e-9322-141d68f097a2 service nova] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.332387] env[69513]: DEBUG nova.compute.manager [req-1d10d0ff-ecaf-47c8-8b7e-f2753304e2f0 req-92b526dc-247a-4b0e-9322-141d68f097a2 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] No waiting events found dispatching network-vif-plugged-d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.332387] env[69513]: WARNING nova.compute.manager [req-1d10d0ff-ecaf-47c8-8b7e-f2753304e2f0 req-92b526dc-247a-4b0e-9322-141d68f097a2 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Received unexpected event network-vif-plugged-d0287125-f3de-4b2c-a26c-742656e100ba for instance with vm_state building and task_state spawning. [ 756.351064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b9c1339-ec27-4d4a-aa9c-98778bc17efa tempest-DeleteServersAdminTestJSON-537793646 tempest-DeleteServersAdminTestJSON-537793646-project-member] Lock "cc60a360-27cc-4c89-a040-4346787b381f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.054s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.384503] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380225, 'name': Rename_Task, 'duration_secs': 0.426344} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.385184] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.385350] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c65e60-d3d1-433c-a17b-0cb103ce5952 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.392019] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 756.392019] env[69513]: value = "task-3380230" [ 756.392019] env[69513]: _type = "Task" [ 756.392019] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.403516] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.421400] env[69513]: DEBUG nova.network.neutron [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Successfully updated port: d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.759555] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491934} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.759555] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 85c9439a-5909-4e66-b300-3274ed11d2ac/85c9439a-5909-4e66-b300-3274ed11d2ac.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.759555] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.760071] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f774ee8-2552-4317-a52c-d3d9b8a417f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.769140] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 756.769140] env[69513]: value = "task-3380231" [ 756.769140] env[69513]: _type = "Task" [ 756.769140] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.782648] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.792370] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380229, 'name': CreateVM_Task, 'duration_secs': 0.490213} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.795376] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.796422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.796582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.796965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.797246] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d59fd47-5fb6-46d9-8e4b-526915accfc2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.802311] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 756.802311] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527637e9-83cc-c6d4-c3a8-1bf4834e7f2b" [ 756.802311] env[69513]: _type = "Task" [ 756.802311] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.814682] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527637e9-83cc-c6d4-c3a8-1bf4834e7f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.886253] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1ed32-9ab9-48c1-b46b-13a567270a3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.900868] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a8f1a-2d29-4915-8021-2e9277431aa3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.910468] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.944051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.944147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.944299] env[69513]: DEBUG nova.network.neutron [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 756.946283] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749bb969-3eb0-409c-86ee-26be0cd20751 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.955364] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9d0505-e17a-4790-8dbe-6487d113e8c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.970724] env[69513]: DEBUG nova.compute.provider_tree [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.046450] env[69513]: DEBUG nova.network.neutron [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Updated VIF entry in instance network info cache for port 3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 757.046817] env[69513]: DEBUG nova.network.neutron [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Updating instance_info_cache with network_info: [{"id": "3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8", "address": "fa:16:3e:60:3b:12", "network": {"id": "8c9fcb47-f7e2-420b-9829-f8d1feb22e40", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1616468132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfbb5ea848a4a2aa30b2ec25a48af66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f49ff5c-1b", "ovs_interfaceid": "3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.279333] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080444} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.279629] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.280401] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27643521-7af7-4e5f-9d55-923aed2cd24d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.304240] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 85c9439a-5909-4e66-b300-3274ed11d2ac/85c9439a-5909-4e66-b300-3274ed11d2ac.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.304594] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c441ab-3377-4383-a2ab-8665a783d178 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.328625] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527637e9-83cc-c6d4-c3a8-1bf4834e7f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.330211] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.330579] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.330841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.331054] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.331305] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.331747] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 757.331747] env[69513]: value = "task-3380232" [ 757.331747] env[69513]: _type = "Task" [ 757.331747] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.332052] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-317dd53c-fffa-496c-afa0-dadb4871126b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.343166] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.344293] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.344462] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.345189] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32bee086-fc92-41a3-afac-bd054d26924f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.350955] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 757.350955] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52468d6a-8ba0-e135-f923-b34d66c41da9" [ 757.350955] env[69513]: _type = "Task" [ 757.350955] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.359990] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52468d6a-8ba0-e135-f923-b34d66c41da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.402793] env[69513]: DEBUG oslo_vmware.api [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380230, 'name': PowerOnVM_Task, 'duration_secs': 0.821008} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.403063] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.403264] env[69513]: INFO nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Took 9.38 seconds to spawn the instance on the hypervisor. [ 757.403439] env[69513]: DEBUG nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.404271] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09826cdb-fc38-4026-b2c3-6ef70ebbfdd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.473810] env[69513]: DEBUG nova.scheduler.client.report [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.479170] env[69513]: DEBUG nova.network.neutron [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 757.549909] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e691fbe-e3e1-4969-b63e-a5c7d2a263d3 req-515ebf94-ed46-45ea-94ec-5d1d04cde1c1 service nova] Releasing lock "refresh_cache-b3f7ee3f-649f-4c28-b281-3f0e9bea9080" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.621746] env[69513]: DEBUG nova.network.neutron [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Updating instance_info_cache with network_info: [{"id": "d0287125-f3de-4b2c-a26c-742656e100ba", "address": "fa:16:3e:47:ae:17", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0287125-f3", "ovs_interfaceid": "d0287125-f3de-4b2c-a26c-742656e100ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.845397] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.861074] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52468d6a-8ba0-e135-f923-b34d66c41da9, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.861876] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08de0f6a-9ed5-48de-a438-ac65fdae0fa5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.867391] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 757.867391] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f307a1-3e28-a448-14e0-00be6dc73e05" [ 757.867391] env[69513]: _type = "Task" [ 757.867391] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.875218] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f307a1-3e28-a448-14e0-00be6dc73e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.920475] env[69513]: INFO nova.compute.manager [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Took 41.39 seconds to build instance. [ 757.983366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.985723] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.460s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.987099] env[69513]: INFO nova.compute.claims [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.006029] env[69513]: INFO nova.scheduler.client.report [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Deleted allocations for instance 4d89d5e2-ce5d-487c-be93-95d687f45ca6 [ 758.124383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.124720] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Instance network_info: |[{"id": "d0287125-f3de-4b2c-a26c-742656e100ba", "address": "fa:16:3e:47:ae:17", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0287125-f3", "ovs_interfaceid": "d0287125-f3de-4b2c-a26c-742656e100ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.125191] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ae:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0287125-f3de-4b2c-a26c-742656e100ba', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.138830] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Creating folder: Project (19ed3aa40b344198ad73e3209e3329f1). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.139153] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b1e9f42-6f57-4de4-8ef4-ee8e9471cfdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.151718] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Created folder: Project (19ed3aa40b344198ad73e3209e3329f1) in parent group-v674393. [ 758.151921] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Creating folder: Instances. Parent ref: group-v674491. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.152187] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4a69fc7-4ff2-418d-9482-1326a1d000df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.161104] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Created folder: Instances in parent group-v674491. [ 758.161347] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.161546] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.161749] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c29f0b9-4991-49f4-a61a-0e92707c6992 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.182613] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.182613] env[69513]: value = "task-3380235" [ 758.182613] env[69513]: _type = "Task" [ 758.182613] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.191095] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380235, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.346776] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380232, 'name': ReconfigVM_Task, 'duration_secs': 0.93961} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.347072] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 85c9439a-5909-4e66-b300-3274ed11d2ac/85c9439a-5909-4e66-b300-3274ed11d2ac.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.348040] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1331ed83-4f30-4cd4-842a-252100abe735 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.354902] env[69513]: DEBUG nova.compute.manager [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Received event network-changed-d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.355106] env[69513]: DEBUG nova.compute.manager [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Refreshing instance network info cache due to event network-changed-d0287125-f3de-4b2c-a26c-742656e100ba. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.355321] env[69513]: DEBUG oslo_concurrency.lockutils [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] Acquiring lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.355462] env[69513]: DEBUG oslo_concurrency.lockutils [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] Acquired lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.355621] env[69513]: DEBUG nova.network.neutron [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Refreshing network info cache for port d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 758.362281] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 758.362281] env[69513]: value = "task-3380236" [ 758.362281] env[69513]: _type = "Task" [ 758.362281] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.383332] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380236, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.388142] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f307a1-3e28-a448-14e0-00be6dc73e05, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.388704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.388811] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] b3f7ee3f-649f-4c28-b281-3f0e9bea9080/b3f7ee3f-649f-4c28-b281-3f0e9bea9080.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.389086] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b88aa6-6c90-40e6-b002-2ef545f68609 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.399647] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 758.399647] env[69513]: value = "task-3380237" [ 758.399647] env[69513]: _type = "Task" [ 758.399647] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.408684] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.423128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-795a132d-4faf-46c2-a1a0-d742ee85349b tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.734s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.517065] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6689f2cd-f345-40ee-a946-c3c9aa9acfdb tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "4d89d5e2-ce5d-487c-be93-95d687f45ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.638s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.697376] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380235, 'name': CreateVM_Task, 'duration_secs': 0.498962} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.697622] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.698425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.698646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.699014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.699297] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fa0a8d-1f47-4985-8b1c-30cb2ed4f26b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.705188] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 758.705188] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52702fe3-ca8e-dcc8-dbb5-7d0c588f6dfb" [ 758.705188] env[69513]: _type = "Task" [ 758.705188] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.716920] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52702fe3-ca8e-dcc8-dbb5-7d0c588f6dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.879898] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380236, 'name': Rename_Task, 'duration_secs': 0.167732} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.881436] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.881436] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d362165-9a8d-4f07-9bb3-c0988fe0e643 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.888987] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 758.888987] env[69513]: value = "task-3380238" [ 758.888987] env[69513]: _type = "Task" [ 758.888987] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.902307] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.912960] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49048} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.916478] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] b3f7ee3f-649f-4c28-b281-3f0e9bea9080/b3f7ee3f-649f-4c28-b281-3f0e9bea9080.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.916870] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.917347] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98ded3b2-480a-4067-8709-1f874d31578e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.928190] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.929693] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 758.929693] env[69513]: value = "task-3380239" [ 758.929693] env[69513]: _type = "Task" [ 758.929693] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.940687] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.194408] env[69513]: DEBUG nova.network.neutron [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Updated VIF entry in instance network info cache for port d0287125-f3de-4b2c-a26c-742656e100ba. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 759.194770] env[69513]: DEBUG nova.network.neutron [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Updating instance_info_cache with network_info: [{"id": "d0287125-f3de-4b2c-a26c-742656e100ba", "address": "fa:16:3e:47:ae:17", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0287125-f3", "ovs_interfaceid": "d0287125-f3de-4b2c-a26c-742656e100ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.216884] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52702fe3-ca8e-dcc8-dbb5-7d0c588f6dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.020768} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.217214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.217454] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.217660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.218667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.218667] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.218667] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aab3179-639d-46c3-8824-55a95d2a00c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.226845] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.227057] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.229957] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b5cc41-738f-48f9-a891-70dd3dfbe9e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.238665] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 759.238665] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aa6155-dd59-7e68-3b41-594e826d6433" [ 759.238665] env[69513]: _type = "Task" [ 759.238665] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.243330] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aa6155-dd59-7e68-3b41-594e826d6433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.403213] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.408334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.408643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.443392] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067802} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.445582] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.446590] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a51f1-aac0-48ba-bb81-139df50f0008 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.470551] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b3f7ee3f-649f-4c28-b281-3f0e9bea9080/b3f7ee3f-649f-4c28-b281-3f0e9bea9080.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.471802] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.472526] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8eced7-8b71-4fb5-8339-0826d94b681e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.496019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d322d7-5483-4f63-ad0c-d7cc59992aa8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.503049] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977bf0e-436f-4053-8ab9-b6ea599bb292 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.507549] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 759.507549] env[69513]: value = "task-3380240" [ 759.507549] env[69513]: _type = "Task" [ 759.507549] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.547046] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afdede4-0735-42d8-b5f3-d3da5a63ec94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.549409] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.554874] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edfb61-e0f2-4457-a15c-9c8867bd1a80 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.572999] env[69513]: DEBUG nova.compute.provider_tree [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.699415] env[69513]: DEBUG oslo_concurrency.lockutils [req-4f8a91df-7ff9-4055-a8ad-803ef4d25b0d req-224a45e0-5cac-4f0c-8de0-2345945c9d1e service nova] Releasing lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.746798] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aa6155-dd59-7e68-3b41-594e826d6433, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.747752] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6b36ec-cdb7-4778-bd91-2fce9fc811d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.753801] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 759.753801] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7f370-eb14-2780-ef59-23d1e2870ef6" [ 759.753801] env[69513]: _type = "Task" [ 759.753801] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.762701] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7f370-eb14-2780-ef59-23d1e2870ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.902556] env[69513]: DEBUG oslo_vmware.api [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380238, 'name': PowerOnVM_Task, 'duration_secs': 1.004679} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.902556] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.902556] env[69513]: INFO nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Took 9.31 seconds to spawn the instance on the hypervisor. [ 759.902935] env[69513]: DEBUG nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.903482] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16135c7e-93e1-495c-9661-a31985afdafd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.997424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "8449c056-fd63-4c95-b517-8fb2240182f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.997746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "8449c056-fd63-4c95-b517-8fb2240182f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.997978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "8449c056-fd63-4c95-b517-8fb2240182f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.998675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "8449c056-fd63-4c95-b517-8fb2240182f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.998902] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "8449c056-fd63-4c95-b517-8fb2240182f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.001561] env[69513]: INFO nova.compute.manager [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Terminating instance [ 760.021575] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380240, 'name': ReconfigVM_Task, 'duration_secs': 0.303189} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.021855] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b3f7ee3f-649f-4c28-b281-3f0e9bea9080/b3f7ee3f-649f-4c28-b281-3f0e9bea9080.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.022711] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef0e409-ef0b-47d0-b4eb-616943e20c23 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.029443] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 760.029443] env[69513]: value = "task-3380241" [ 760.029443] env[69513]: _type = "Task" [ 760.029443] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.038984] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380241, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.075629] env[69513]: DEBUG nova.scheduler.client.report [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.264876] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7f370-eb14-2780-ef59-23d1e2870ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.266917] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.266917] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/4b7d9950-20fe-4549-b5db-2547ec0599bb.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.266917] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edfb9bb7-d3c0-4134-b940-72c967ee54b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.273372] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 760.273372] env[69513]: value = "task-3380242" [ 760.273372] env[69513]: _type = "Task" [ 760.273372] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.282562] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.422227] env[69513]: INFO nova.compute.manager [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Took 42.34 seconds to build instance. [ 760.508024] env[69513]: DEBUG nova.compute.manager [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.508024] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.508024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62a666-7685-4c91-9d8d-f35007f2950a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.525226] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.525226] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d383ba08-8399-4d50-ad4f-4ba9194ccd13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.534183] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 760.534183] env[69513]: value = "task-3380243" [ 760.534183] env[69513]: _type = "Task" [ 760.534183] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.545224] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380241, 'name': Rename_Task, 'duration_secs': 0.148789} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.549492] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.550018] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.550958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4d93ca-2b55-45c9-abbd-96425b402931 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.557943] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 760.557943] env[69513]: value = "task-3380244" [ 760.557943] env[69513]: _type = "Task" [ 760.557943] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.571726] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.582284] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.582937] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.586219] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.573s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.589562] env[69513]: INFO nova.compute.claims [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.783019] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45955} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.783513] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/4b7d9950-20fe-4549-b5db-2547ec0599bb.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.783513] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.783785] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013caaf8-cd46-4884-a44d-db78288b3181 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.789810] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 760.789810] env[69513]: value = "task-3380245" [ 760.789810] env[69513]: _type = "Task" [ 760.789810] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.798742] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.925430] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5ce0fb7a-9be8-4547-bd39-a3accbde11f2 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.566s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.048564] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380243, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.068460] env[69513]: DEBUG oslo_vmware.api [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380244, 'name': PowerOnVM_Task, 'duration_secs': 0.501699} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.068758] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.068962] env[69513]: INFO nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Took 7.96 seconds to spawn the instance on the hypervisor. [ 761.069157] env[69513]: DEBUG nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.070058] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c70e0fd-0ad1-4593-a82d-7fb6ee2efb43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.094506] env[69513]: DEBUG nova.compute.utils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.100027] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.100027] env[69513]: DEBUG nova.network.neutron [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.143750] env[69513]: DEBUG nova.policy [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274b11f445f346259c88e8f040f3cb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bfbebe4ca0348b49679c323b9c7dad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.299933] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148044} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.300342] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.301142] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98580876-d755-4760-96ee-17a096f2af64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.325798] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/4b7d9950-20fe-4549-b5db-2547ec0599bb.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.325798] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32185b0c-29f6-4437-ac1e-97ea9c3271d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.347970] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 761.347970] env[69513]: value = "task-3380246" [ 761.347970] env[69513]: _type = "Task" [ 761.347970] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.362022] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.428311] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.522338] env[69513]: DEBUG nova.network.neutron [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Successfully created port: df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.551619] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380243, 'name': PowerOffVM_Task, 'duration_secs': 0.597975} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.551895] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.552069] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.552464] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf1b228-a91e-41df-9424-f028e8e10188 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.588115] env[69513]: INFO nova.compute.manager [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Took 39.30 seconds to build instance. [ 761.600519] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.626836] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.627233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.627551] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Deleting the datastore file [datastore2] 8449c056-fd63-4c95-b517-8fb2240182f3 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.627824] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a1824b-6974-41d6-80d3-f19e6469a853 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.636182] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for the task: (returnval){ [ 761.636182] env[69513]: value = "task-3380248" [ 761.636182] env[69513]: _type = "Task" [ 761.636182] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.645792] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.860457] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.953255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.032776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "interface-b3f7ee3f-649f-4c28-b281-3f0e9bea9080-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.032776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "interface-b3f7ee3f-649f-4c28-b281-3f0e9bea9080-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.032776] env[69513]: DEBUG nova.objects.instance [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lazy-loading 'flavor' on Instance uuid b3f7ee3f-649f-4c28-b281-3f0e9bea9080 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.093386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a0a48905-6913-4855-9990-d7e7a2a1b8bb tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.316s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.145650] env[69513]: DEBUG oslo_vmware.api [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Task: {'id': task-3380248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154671} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.146986] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.147340] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.147624] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.147904] env[69513]: INFO nova.compute.manager [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 762.148252] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.149079] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac219da-cf85-4905-aed8-8370d9030f24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.151933] env[69513]: DEBUG nova.compute.manager [-] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.152167] env[69513]: DEBUG nova.network.neutron [-] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 762.158960] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07b3b3f-2c47-4878-acf7-dbd0b81e5f7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.194763] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24663c6c-e38d-4397-a297-b00b245f78d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.202756] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb53695c-463b-4641-8048-cb8769fd9171 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.216579] env[69513]: DEBUG nova.compute.provider_tree [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.339423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "85c9439a-5909-4e66-b300-3274ed11d2ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.341583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.341583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "85c9439a-5909-4e66-b300-3274ed11d2ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.341583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.341583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.342276] env[69513]: INFO nova.compute.manager [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Terminating instance [ 762.364049] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.537199] env[69513]: DEBUG nova.objects.instance [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lazy-loading 'pci_requests' on Instance uuid b3f7ee3f-649f-4c28-b281-3f0e9bea9080 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.595847] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.610667] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.647390] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.648067] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.648067] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.648194] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.648296] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.648455] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.648672] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.648829] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.649010] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.649186] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.649359] env[69513]: DEBUG nova.virt.hardware [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.650902] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a3f37-33ae-4646-b951-56ffe023ed2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.661647] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a19c128-31b2-49ac-b75b-a34732089736 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.719802] env[69513]: DEBUG nova.scheduler.client.report [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.848607] env[69513]: DEBUG nova.compute.manager [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.848848] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.849849] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09276e9f-a5de-4bea-8eff-af508b4f386d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.858676] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.859310] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565c0ffe-3d16-4926-97fa-b0c1397dc89b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.863671] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.873017] env[69513]: DEBUG oslo_vmware.api [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 762.873017] env[69513]: value = "task-3380249" [ 762.873017] env[69513]: _type = "Task" [ 762.873017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.878993] env[69513]: DEBUG oslo_vmware.api [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.948672] env[69513]: DEBUG nova.network.neutron [-] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.031738] env[69513]: DEBUG nova.compute.manager [req-c0f071d2-63bf-4a0c-8542-b7d7719c2f2f req-9b34b2c5-11cc-4265-ac91-81b1a0ae8e8f service nova] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Received event network-vif-deleted-aba159d0-4f1e-4de2-b3dc-006274ff75b7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.043645] env[69513]: DEBUG nova.objects.base [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 763.043645] env[69513]: DEBUG nova.network.neutron [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.113262] env[69513]: DEBUG nova.network.neutron [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Successfully updated port: df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.119184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.119184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.124912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.161689] env[69513]: DEBUG oslo_concurrency.lockutils [None req-24d99dd2-5018-4dc0-90fa-97f34170caa5 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "interface-b3f7ee3f-649f-4c28-b281-3f0e9bea9080-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.129s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.226859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.227281] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.230071] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.161s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.231806] env[69513]: INFO nova.compute.claims [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.364215] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380246, 'name': ReconfigVM_Task, 'duration_secs': 1.979679} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.364215] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/4b7d9950-20fe-4549-b5db-2547ec0599bb.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.364719] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b3303d-52b1-4e1c-8dc9-197fa9d7cc52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.376731] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 763.376731] env[69513]: value = "task-3380250" [ 763.376731] env[69513]: _type = "Task" [ 763.376731] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.385109] env[69513]: DEBUG oslo_vmware.api [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380249, 'name': PowerOffVM_Task, 'duration_secs': 0.351612} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.385841] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.386216] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.386562] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e670eb-e266-4e5f-aa3c-ff2b0dc3ddce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.391414] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380250, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.451533] env[69513]: INFO nova.compute.manager [-] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Took 1.30 seconds to deallocate network for instance. [ 763.466285] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.466533] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.466760] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Deleting the datastore file [datastore2] 85c9439a-5909-4e66-b300-3274ed11d2ac {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.467060] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e290abe-ab2d-4cd9-927e-7c2ed3f847cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.473490] env[69513]: DEBUG oslo_vmware.api [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for the task: (returnval){ [ 763.473490] env[69513]: value = "task-3380252" [ 763.473490] env[69513]: _type = "Task" [ 763.473490] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.481559] env[69513]: DEBUG oslo_vmware.api [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.492928] env[69513]: DEBUG nova.compute.manager [req-035eb527-9864-4874-a608-1793e9019760 req-c3f57dbb-baf1-4208-98c5-6004ba6cba9a service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Received event network-vif-plugged-df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.493146] env[69513]: DEBUG oslo_concurrency.lockutils [req-035eb527-9864-4874-a608-1793e9019760 req-c3f57dbb-baf1-4208-98c5-6004ba6cba9a service nova] Acquiring lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.493450] env[69513]: DEBUG oslo_concurrency.lockutils [req-035eb527-9864-4874-a608-1793e9019760 req-c3f57dbb-baf1-4208-98c5-6004ba6cba9a service nova] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.493495] env[69513]: DEBUG oslo_concurrency.lockutils [req-035eb527-9864-4874-a608-1793e9019760 req-c3f57dbb-baf1-4208-98c5-6004ba6cba9a service nova] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.493659] env[69513]: DEBUG nova.compute.manager [req-035eb527-9864-4874-a608-1793e9019760 req-c3f57dbb-baf1-4208-98c5-6004ba6cba9a service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] No waiting events found dispatching network-vif-plugged-df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.493860] env[69513]: WARNING nova.compute.manager [req-035eb527-9864-4874-a608-1793e9019760 req-c3f57dbb-baf1-4208-98c5-6004ba6cba9a service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Received unexpected event network-vif-plugged-df22cc70-1ff3-48fc-a922-bf90fddda1c1 for instance with vm_state building and task_state spawning. [ 763.618986] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "refresh_cache-c00aaa3c-3298-4a19-bd4d-49267443a4d8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.619152] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "refresh_cache-c00aaa3c-3298-4a19-bd4d-49267443a4d8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.619437] env[69513]: DEBUG nova.network.neutron [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 763.737158] env[69513]: DEBUG nova.compute.utils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.741239] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.741411] env[69513]: DEBUG nova.network.neutron [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.789502] env[69513]: DEBUG nova.policy [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58d5ea6de93c4edea507779999d7f39b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '862bc954794d48df91c9cdd037018078', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.888082] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380250, 'name': Rename_Task, 'duration_secs': 0.216858} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.888745] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.888745] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c5de351-4c16-4c43-a5e2-aeb3bf1e7c78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.896730] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 763.896730] env[69513]: value = "task-3380253" [ 763.896730] env[69513]: _type = "Task" [ 763.896730] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.903520] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.960018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.984843] env[69513]: DEBUG oslo_vmware.api [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Task: {'id': task-3380252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.984843] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.984843] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.984843] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.984843] env[69513]: INFO nova.compute.manager [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.985173] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.985173] env[69513]: DEBUG nova.compute.manager [-] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.985269] env[69513]: DEBUG nova.network.neutron [-] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 764.170553] env[69513]: DEBUG nova.network.neutron [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 764.181865] env[69513]: DEBUG nova.network.neutron [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Successfully created port: 7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.241858] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.406673] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.694564] env[69513]: DEBUG nova.network.neutron [-] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.699928] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a855b9-83a2-4b45-9f57-6a3a419c9ccf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.704296] env[69513]: DEBUG nova.network.neutron [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Updating instance_info_cache with network_info: [{"id": "df22cc70-1ff3-48fc-a922-bf90fddda1c1", "address": "fa:16:3e:18:a1:73", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf22cc70-1f", "ovs_interfaceid": "df22cc70-1ff3-48fc-a922-bf90fddda1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.711285] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3bf06d-d842-4b15-aaf6-5111fb01f07d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.747327] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee79966d-47d2-489d-9525-dc1cf689d25d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.750940] env[69513]: INFO nova.virt.block_device [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Booting with volume 1cc9cc95-c5a1-4990-8a92-e3a5d25069a4 at /dev/sda [ 764.759192] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e3ffcb-fc6a-4746-8b31-81e080348039 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.783539] env[69513]: DEBUG nova.compute.provider_tree [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.809188] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2440a667-7bde-4668-9cb8-d8e260581e9e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.820476] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b37564-4d30-4b09-b574-8130093cd407 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.863184] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e6f2359-b9cf-4f81-8b67-3cdcffaf83a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.872141] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e2fd24-f273-4359-b7cc-ea6f8a1c6d5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.910759] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffd467-8862-450b-8b63-47376ffda2f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.921606] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380253, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.924432] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43adc0cb-704f-413a-a5b3-89b6abd805da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.939925] env[69513]: DEBUG nova.virt.block_device [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updating existing volume attachment record: 66c9e098-cfbd-4fbb-acf8-5ac73980f293 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 765.199073] env[69513]: INFO nova.compute.manager [-] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Took 1.21 seconds to deallocate network for instance. [ 765.207266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "refresh_cache-c00aaa3c-3298-4a19-bd4d-49267443a4d8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.207266] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Instance network_info: |[{"id": "df22cc70-1ff3-48fc-a922-bf90fddda1c1", "address": "fa:16:3e:18:a1:73", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf22cc70-1f", "ovs_interfaceid": "df22cc70-1ff3-48fc-a922-bf90fddda1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.207501] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:a1:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df22cc70-1ff3-48fc-a922-bf90fddda1c1', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.214586] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.215656] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.215656] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff417db1-a487-4d0d-b963-17ccf8a240a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.236539] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.236539] env[69513]: value = "task-3380254" [ 765.236539] env[69513]: _type = "Task" [ 765.236539] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.244850] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380254, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.286381] env[69513]: DEBUG nova.scheduler.client.report [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.301675] env[69513]: DEBUG nova.objects.instance [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lazy-loading 'flavor' on Instance uuid f1d34676-2431-4872-be04-2893823d1799 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.341199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.341294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.341438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.341766] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.341954] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.343960] env[69513]: INFO nova.compute.manager [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Terminating instance [ 765.415882] env[69513]: DEBUG oslo_vmware.api [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380253, 'name': PowerOnVM_Task, 'duration_secs': 1.075837} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.416182] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.416419] env[69513]: INFO nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Took 9.67 seconds to spawn the instance on the hypervisor. [ 765.416607] env[69513]: DEBUG nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.417411] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb28b2-f131-44e6-87dc-84bd5b08cd41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.530900] env[69513]: DEBUG nova.compute.manager [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Received event network-changed-df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.531183] env[69513]: DEBUG nova.compute.manager [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Refreshing instance network info cache due to event network-changed-df22cc70-1ff3-48fc-a922-bf90fddda1c1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.531403] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] Acquiring lock "refresh_cache-c00aaa3c-3298-4a19-bd4d-49267443a4d8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.531621] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] Acquired lock "refresh_cache-c00aaa3c-3298-4a19-bd4d-49267443a4d8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.531762] env[69513]: DEBUG nova.network.neutron [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Refreshing network info cache for port df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 765.705886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.746636] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380254, 'name': CreateVM_Task, 'duration_secs': 0.362023} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.746856] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.747552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.747729] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.748077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.748354] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6cb060-db0b-48dd-8865-cd7a271dff27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.752603] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 765.752603] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e56cbc-a8e4-d19e-1bc8-958003bf261a" [ 765.752603] env[69513]: _type = "Task" [ 765.752603] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.759952] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e56cbc-a8e4-d19e-1bc8-958003bf261a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.791942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.793141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.340s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.793385] env[69513]: DEBUG nova.objects.instance [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lazy-loading 'resources' on Instance uuid b339634c-cd82-41af-93a1-05c780391709 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.806639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.806832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.848200] env[69513]: DEBUG nova.compute.manager [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.849060] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.849448] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1d8cd-bbd6-4bd2-8818-0de13d7543b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.857608] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.859898] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb2de9d2-4e1c-4b54-99aa-b3fd6ede9f14 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.866780] env[69513]: DEBUG oslo_vmware.api [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 765.866780] env[69513]: value = "task-3380255" [ 765.866780] env[69513]: _type = "Task" [ 765.866780] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.875664] env[69513]: DEBUG oslo_vmware.api [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.942100] env[69513]: INFO nova.compute.manager [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Took 40.86 seconds to build instance. [ 766.265867] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e56cbc-a8e4-d19e-1bc8-958003bf261a, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.266130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.266673] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.266967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.267164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.268140] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.268500] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ceadfb5-9519-4a3a-a8d4-e60706516fd2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.281518] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.281688] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.283265] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de377f1-d16d-4c33-85b0-e7c2fec3900f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.290551] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 766.290551] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f18ced-d574-d3cf-5083-d30cda1fb814" [ 766.290551] env[69513]: _type = "Task" [ 766.290551] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.299267] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "289f4d01-292e-49e6-bfcd-75f85fea6550" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.299733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "289f4d01-292e-49e6-bfcd-75f85fea6550" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.307191] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f18ced-d574-d3cf-5083-d30cda1fb814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.313719] env[69513]: DEBUG nova.network.neutron [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Updated VIF entry in instance network info cache for port df22cc70-1ff3-48fc-a922-bf90fddda1c1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 766.314127] env[69513]: DEBUG nova.network.neutron [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Updating instance_info_cache with network_info: [{"id": "df22cc70-1ff3-48fc-a922-bf90fddda1c1", "address": "fa:16:3e:18:a1:73", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf22cc70-1f", "ovs_interfaceid": "df22cc70-1ff3-48fc-a922-bf90fddda1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.380538] env[69513]: DEBUG oslo_vmware.api [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380255, 'name': PowerOffVM_Task, 'duration_secs': 0.228249} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.381066] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.381206] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.381454] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa9fc48-2e72-46bb-90a0-3fdc9858b808 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.426171] env[69513]: DEBUG nova.compute.manager [req-94e32e3d-c26e-49cf-a325-27d2de33ef99 req-1dca35ad-7edb-49c3-8cc0-c7ad0f6efece service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Received event network-vif-plugged-7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.426410] env[69513]: DEBUG oslo_concurrency.lockutils [req-94e32e3d-c26e-49cf-a325-27d2de33ef99 req-1dca35ad-7edb-49c3-8cc0-c7ad0f6efece service nova] Acquiring lock "b1befc10-11e5-481c-8d4a-f794548b2dd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.426608] env[69513]: DEBUG oslo_concurrency.lockutils [req-94e32e3d-c26e-49cf-a325-27d2de33ef99 req-1dca35ad-7edb-49c3-8cc0-c7ad0f6efece service nova] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.426770] env[69513]: DEBUG oslo_concurrency.lockutils [req-94e32e3d-c26e-49cf-a325-27d2de33ef99 req-1dca35ad-7edb-49c3-8cc0-c7ad0f6efece service nova] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.426969] env[69513]: DEBUG nova.compute.manager [req-94e32e3d-c26e-49cf-a325-27d2de33ef99 req-1dca35ad-7edb-49c3-8cc0-c7ad0f6efece service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] No waiting events found dispatching network-vif-plugged-7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.427096] env[69513]: WARNING nova.compute.manager [req-94e32e3d-c26e-49cf-a325-27d2de33ef99 req-1dca35ad-7edb-49c3-8cc0-c7ad0f6efece service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Received unexpected event network-vif-plugged-7e56009d-e04e-48e0-a2d2-bd24f574510a for instance with vm_state building and task_state block_device_mapping. [ 766.444395] env[69513]: DEBUG oslo_concurrency.lockutils [None req-418b59ab-90af-448c-bf1c-702dcade3d11 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.693s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.526409] env[69513]: DEBUG nova.network.neutron [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Successfully updated port: 7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.532696] env[69513]: DEBUG nova.network.neutron [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 766.634112] env[69513]: INFO nova.compute.manager [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Rescuing [ 766.634490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.634796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.635196] env[69513]: DEBUG nova.network.neutron [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 766.803960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "289f4d01-292e-49e6-bfcd-75f85fea6550" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.804421] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.806965] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f18ced-d574-d3cf-5083-d30cda1fb814, 'name': SearchDatastore_Task, 'duration_secs': 0.028725} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.811433] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffbe91b-0169-4e04-8119-12810169bdbe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.816503] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] Releasing lock "refresh_cache-c00aaa3c-3298-4a19-bd4d-49267443a4d8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.816818] env[69513]: DEBUG nova.compute.manager [req-f8d3fbad-6539-4c5f-94b1-182ac1c25bb6 req-0a462b74-103e-45a6-90d5-2630880eb8b3 service nova] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Received event network-vif-deleted-1e384e5c-098b-4320-90bc-93c3d27366b1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.820279] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 766.820279] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5252b5b2-d083-a5c1-cf1d-e5e25fbbc279" [ 766.820279] env[69513]: _type = "Task" [ 766.820279] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.829939] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.830195] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.830379] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Deleting the datastore file [datastore2] b3f7ee3f-649f-4c28-b281-3f0e9bea9080 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.833855] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34b8974f-bab7-496b-9bf3-60161fca209f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.835730] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5252b5b2-d083-a5c1-cf1d-e5e25fbbc279, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.838530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.838759] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] c00aaa3c-3298-4a19-bd4d-49267443a4d8/c00aaa3c-3298-4a19-bd4d-49267443a4d8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.839773] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80d3f977-c011-42d0-a328-afca31f6693a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.844457] env[69513]: DEBUG oslo_vmware.api [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for the task: (returnval){ [ 766.844457] env[69513]: value = "task-3380257" [ 766.844457] env[69513]: _type = "Task" [ 766.844457] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.847269] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 766.847269] env[69513]: value = "task-3380258" [ 766.847269] env[69513]: _type = "Task" [ 766.847269] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.861028] env[69513]: DEBUG oslo_vmware.api [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.864225] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.893678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e408f0a0-8e5c-43ea-b052-5eb6ff5df06d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.903093] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f54cd69-52e4-4368-bb34-f93cfdf5b4b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.947182] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec322c7-7c3b-4cf7-a241-67878914abe1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.952206] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.964144] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb1d5fd-7335-4dbb-90e9-f7d283faa9ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.988527] env[69513]: DEBUG nova.compute.provider_tree [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.031671] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquiring lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.031856] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquired lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.032029] env[69513]: DEBUG nova.network.neutron [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 767.065263] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.066320] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.066567] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.066709] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.066891] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.067052] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.067204] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.067518] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.067613] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.067846] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.067947] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.068219] env[69513]: DEBUG nova.virt.hardware [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.069992] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb82b020-0f3b-43bd-b695-290965d5f895 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.078588] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dd7fc4-60e3-4ebf-aebd-125bd6454d6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313056] env[69513]: DEBUG nova.compute.utils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.318143] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.318143] env[69513]: DEBUG nova.network.neutron [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.358965] env[69513]: DEBUG oslo_vmware.api [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Task: {'id': task-3380257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184057} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.362120] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.362314] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.362486] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.362650] env[69513]: INFO nova.compute.manager [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Took 1.51 seconds to destroy the instance on the hypervisor. [ 767.362878] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.363438] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485891} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.366633] env[69513]: DEBUG nova.compute.manager [-] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.366633] env[69513]: DEBUG nova.network.neutron [-] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 767.367519] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] c00aaa3c-3298-4a19-bd4d-49267443a4d8/c00aaa3c-3298-4a19-bd4d-49267443a4d8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.367728] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.369072] env[69513]: DEBUG nova.policy [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6077ced318144e7ad2bdbbc5e203dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc5609ad58094155ae26cbca9960b7c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.370888] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83995db9-e507-4105-a8c6-8662433ae6fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.381030] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 767.381030] env[69513]: value = "task-3380259" [ 767.381030] env[69513]: _type = "Task" [ 767.381030] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.388269] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.477768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.492267] env[69513]: DEBUG nova.scheduler.client.report [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.588294] env[69513]: DEBUG nova.network.neutron [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.594164] env[69513]: DEBUG nova.network.neutron [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 767.643231] env[69513]: DEBUG nova.network.neutron [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Updating instance_info_cache with network_info: [{"id": "d0287125-f3de-4b2c-a26c-742656e100ba", "address": "fa:16:3e:47:ae:17", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0287125-f3", "ovs_interfaceid": "d0287125-f3de-4b2c-a26c-742656e100ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.820783] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.889510] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065385} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.889781] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.890583] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c75140c-8f83-4e88-a727-1395ececc189 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.913098] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c00aaa3c-3298-4a19-bd4d-49267443a4d8/c00aaa3c-3298-4a19-bd4d-49267443a4d8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.913423] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e99e822-93ca-4183-8a04-a22712366c4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.934636] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 767.934636] env[69513]: value = "task-3380260" [ 767.934636] env[69513]: _type = "Task" [ 767.934636] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.946913] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.999975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.004524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.810s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.004524] env[69513]: DEBUG nova.objects.instance [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lazy-loading 'resources' on Instance uuid 4d95802c-4632-4247-a0a6-7ec4bb6712bc {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.040926] env[69513]: INFO nova.scheduler.client.report [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Deleted allocations for instance b339634c-cd82-41af-93a1-05c780391709 [ 768.093225] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.093225] env[69513]: DEBUG nova.compute.manager [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Inject network info {{(pid=69513) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 768.093370] env[69513]: DEBUG nova.compute.manager [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] network_info to inject: |[{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 768.099798] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Reconfiguring VM instance to set the machine id {{(pid=69513) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 768.107917] env[69513]: DEBUG nova.network.neutron [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updating instance_info_cache with network_info: [{"id": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "address": "fa:16:3e:e3:43:3e", "network": {"id": "e987d9aa-5df9-4df2-a7c3-0bf5b2b63a56", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1132130834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "862bc954794d48df91c9cdd037018078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e56009d-e0", "ovs_interfaceid": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.107917] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cdff418-67ef-4e8c-978c-05585bc3a45b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.126766] env[69513]: DEBUG oslo_vmware.api [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 768.126766] env[69513]: value = "task-3380261" [ 768.126766] env[69513]: _type = "Task" [ 768.126766] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.135478] env[69513]: DEBUG oslo_vmware.api [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.145190] env[69513]: DEBUG nova.network.neutron [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Successfully created port: 9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.147415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "refresh_cache-4b7d9950-20fe-4549-b5db-2547ec0599bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.264430] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.264671] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.305907] env[69513]: DEBUG nova.network.neutron [-] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.444934] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380260, 'name': ReconfigVM_Task, 'duration_secs': 0.283625} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.445264] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c00aaa3c-3298-4a19-bd4d-49267443a4d8/c00aaa3c-3298-4a19-bd4d-49267443a4d8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.445864] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd901853-8b80-4779-8191-9f915386dedf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.452650] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 768.452650] env[69513]: value = "task-3380262" [ 768.452650] env[69513]: _type = "Task" [ 768.452650] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.461709] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380262, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.554261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-375240e0-d7dd-4ae5-965e-a120d6b9cf4c tempest-ServerDiagnosticsTest-1919427399 tempest-ServerDiagnosticsTest-1919427399-project-member] Lock "b339634c-cd82-41af-93a1-05c780391709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.554s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.581248] env[69513]: DEBUG nova.compute.manager [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Received event network-changed-7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.581405] env[69513]: DEBUG nova.compute.manager [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Refreshing instance network info cache due to event network-changed-7e56009d-e04e-48e0-a2d2-bd24f574510a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.581599] env[69513]: DEBUG oslo_concurrency.lockutils [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] Acquiring lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.621038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Releasing lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.621653] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Instance network_info: |[{"id": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "address": "fa:16:3e:e3:43:3e", "network": {"id": "e987d9aa-5df9-4df2-a7c3-0bf5b2b63a56", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1132130834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "862bc954794d48df91c9cdd037018078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e56009d-e0", "ovs_interfaceid": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.622067] env[69513]: DEBUG oslo_concurrency.lockutils [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] Acquired lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622258] env[69513]: DEBUG nova.network.neutron [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Refreshing network info cache for port 7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 768.623716] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:43:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e56009d-e04e-48e0-a2d2-bd24f574510a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.631189] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Creating folder: Project (862bc954794d48df91c9cdd037018078). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.635111] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff3e0db2-5875-43c7-837c-747a96b33fe3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.645323] env[69513]: DEBUG oslo_vmware.api [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380261, 'name': ReconfigVM_Task, 'duration_secs': 0.16106} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.645571] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1220c3-c41d-4199-a414-d8bfc75fc2ea tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Reconfigured VM instance to set the machine id {{(pid=69513) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 768.652186] env[69513]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 768.652283] env[69513]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69513) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 768.652557] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Folder already exists: Project (862bc954794d48df91c9cdd037018078). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 768.652747] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Creating folder: Instances. Parent ref: group-v674450. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.653021] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9630134c-b885-4636-b092-d04c25c6c77a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.663051] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Created folder: Instances in parent group-v674450. [ 768.663235] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.663326] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.663517] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed33ad5e-32e3-4f10-8a9a-cde9e942a4f8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.688419] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.688419] env[69513]: value = "task-3380265" [ 768.688419] env[69513]: _type = "Task" [ 768.688419] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.702897] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380265, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.767938] env[69513]: DEBUG nova.compute.utils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.809350] env[69513]: INFO nova.compute.manager [-] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Took 1.44 seconds to deallocate network for instance. [ 768.828933] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.857700] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.857942] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.858108] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.858292] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.858467] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.858663] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.858885] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.859303] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.859303] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.859409] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.859598] env[69513]: DEBUG nova.virt.hardware [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.860868] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd31db6-f225-49c4-9b9c-73e9a93ee7a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.869436] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f3ff3-850b-4134-87a8-dbd73156a22a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.932873] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9392c4-5554-462c-8700-6a7372c37fe7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.940349] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490ec11c-a9df-40b5-a30d-1719e4e03b47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.973299] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159ee41c-386e-4a39-890e-8fa98da35203 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.984488] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85136a5-7f37-4ae2-96a9-ca90b7be98a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.988435] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380262, 'name': Rename_Task, 'duration_secs': 0.15258} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.989108] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.990192] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20feb8b4-e8ec-4973-8914-e151c6de4a44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.999330] env[69513]: DEBUG nova.compute.provider_tree [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.005035] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 769.005035] env[69513]: value = "task-3380266" [ 769.005035] env[69513]: _type = "Task" [ 769.005035] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.013172] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.203389] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380265, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.272949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.315048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.386972] env[69513]: DEBUG nova.network.neutron [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updated VIF entry in instance network info cache for port 7e56009d-e04e-48e0-a2d2-bd24f574510a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 769.387364] env[69513]: DEBUG nova.network.neutron [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updating instance_info_cache with network_info: [{"id": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "address": "fa:16:3e:e3:43:3e", "network": {"id": "e987d9aa-5df9-4df2-a7c3-0bf5b2b63a56", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1132130834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "862bc954794d48df91c9cdd037018078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e56009d-e0", "ovs_interfaceid": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.503998] env[69513]: DEBUG nova.scheduler.client.report [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.516708] env[69513]: DEBUG oslo_vmware.api [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380266, 'name': PowerOnVM_Task, 'duration_secs': 0.469147} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.517460] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.517460] env[69513]: INFO nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Took 6.91 seconds to spawn the instance on the hypervisor. [ 769.517460] env[69513]: DEBUG nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.518758] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae30228-86b5-4652-afbf-f332a3512ebf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.651197] env[69513]: DEBUG nova.objects.instance [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lazy-loading 'flavor' on Instance uuid f1d34676-2431-4872-be04-2893823d1799 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.693012] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.693382] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28a5a97-f212-4f26-837f-a3c3bf349692 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.709186] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380265, 'name': CreateVM_Task, 'duration_secs': 0.567452} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.713031] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.713031] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 769.713031] env[69513]: value = "task-3380267" [ 769.713031] env[69513]: _type = "Task" [ 769.713031] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.713031] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674456', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'name': 'volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1befc10-11e5-481c-8d4a-f794548b2dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'serial': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4'}, 'attachment_id': '66c9e098-cfbd-4fbb-acf8-5ac73980f293', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69513) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 769.713345] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Root volume attach. Driver type: vmdk {{(pid=69513) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 769.713849] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ebb1e-847e-49b3-8ca3-c4a6f5bd4810 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.733685] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30448fde-4280-4ac0-b124-3dacf5e15b23 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.736297] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.740313] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77957376-4565-45ba-a7f9-512c016ad55f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.746567] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7ec22ecb-89ec-4733-91c8-c09feceb13ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.752942] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 769.752942] env[69513]: value = "task-3380268" [ 769.752942] env[69513]: _type = "Task" [ 769.752942] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.761460] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380268, 'name': RelocateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.818791] env[69513]: DEBUG nova.network.neutron [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Successfully updated port: 9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.891539] env[69513]: DEBUG oslo_concurrency.lockutils [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] Releasing lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.891539] env[69513]: DEBUG nova.compute.manager [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.891539] env[69513]: DEBUG nova.compute.manager [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing instance network info cache due to event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.891539] env[69513]: DEBUG oslo_concurrency.lockutils [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.891539] env[69513]: DEBUG oslo_concurrency.lockutils [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.891691] env[69513]: DEBUG nova.network.neutron [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 769.956721] env[69513]: DEBUG nova.compute.manager [req-8fa12687-0da4-4ad1-999f-303a1dcadcdf req-9a4ebdc9-5a0a-4ca2-b4bf-2a3eab8bd3d8 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Received event network-vif-plugged-9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.957162] env[69513]: DEBUG oslo_concurrency.lockutils [req-8fa12687-0da4-4ad1-999f-303a1dcadcdf req-9a4ebdc9-5a0a-4ca2-b4bf-2a3eab8bd3d8 service nova] Acquiring lock "1aa285be-8146-4e88-92a5-8fa76b067c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.957162] env[69513]: DEBUG oslo_concurrency.lockutils [req-8fa12687-0da4-4ad1-999f-303a1dcadcdf req-9a4ebdc9-5a0a-4ca2-b4bf-2a3eab8bd3d8 service nova] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.957303] env[69513]: DEBUG oslo_concurrency.lockutils [req-8fa12687-0da4-4ad1-999f-303a1dcadcdf req-9a4ebdc9-5a0a-4ca2-b4bf-2a3eab8bd3d8 service nova] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.957465] env[69513]: DEBUG nova.compute.manager [req-8fa12687-0da4-4ad1-999f-303a1dcadcdf req-9a4ebdc9-5a0a-4ca2-b4bf-2a3eab8bd3d8 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] No waiting events found dispatching network-vif-plugged-9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.957624] env[69513]: WARNING nova.compute.manager [req-8fa12687-0da4-4ad1-999f-303a1dcadcdf req-9a4ebdc9-5a0a-4ca2-b4bf-2a3eab8bd3d8 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Received unexpected event network-vif-plugged-9aff75b6-7eeb-4724-a999-73c60986a280 for instance with vm_state building and task_state spawning. [ 770.009263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.012315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.792s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.014079] env[69513]: INFO nova.compute.claims [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.040225] env[69513]: INFO nova.scheduler.client.report [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Deleted allocations for instance 4d95802c-4632-4247-a0a6-7ec4bb6712bc [ 770.041059] env[69513]: INFO nova.compute.manager [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Took 39.53 seconds to build instance. [ 770.156556] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.224964] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380267, 'name': PowerOffVM_Task, 'duration_secs': 0.194556} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.225234] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.226011] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf42c2-73d3-4d0c-835c-02d185fecb96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.245139] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb247370-22d8-4264-b0b6-b461f94a66a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.262074] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380268, 'name': RelocateVM_Task, 'duration_secs': 0.41694} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.262348] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 770.262581] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674456', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'name': 'volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1befc10-11e5-481c-8d4a-f794548b2dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'serial': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 770.263281] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79dad5a-19d1-43fe-ad5a-3f3e99afd6d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.282693] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.283455] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070c711-51c5-4ff7-9629-c9b5201f3b3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.285944] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f83c3ee-5801-4038-bffe-765ec4dd28be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.307788] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4/volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.309151] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f47f48b-62ce-4e3e-aa1b-54064287e769 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.323555] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 770.323555] env[69513]: value = "task-3380269" [ 770.323555] env[69513]: _type = "Task" [ 770.323555] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.324061] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "refresh_cache-1aa285be-8146-4e88-92a5-8fa76b067c4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.328633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquired lock "refresh_cache-1aa285be-8146-4e88-92a5-8fa76b067c4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.328633] env[69513]: DEBUG nova.network.neutron [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 770.331269] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 770.331269] env[69513]: value = "task-3380270" [ 770.331269] env[69513]: _type = "Task" [ 770.331269] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.338484] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 770.338715] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.338973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.339150] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.339335] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.339850] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de9a75d-bf71-452f-8cc6-989bb6c84314 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.347863] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.349191] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.349357] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.350076] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d446fa-3275-47dd-a402-5dd47111c0a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.355564] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 770.355564] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527211a7-ec74-fd60-d4d6-9a4242d6f75c" [ 770.355564] env[69513]: _type = "Task" [ 770.355564] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.365650] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527211a7-ec74-fd60-d4d6-9a4242d6f75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.374476] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.374705] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.374948] env[69513]: INFO nova.compute.manager [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Attaching volume 003233e0-7f06-449d-8d95-d2ce71a1bcc9 to /dev/sdb [ 770.422863] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed2e0c-d448-43f1-856b-6e74ddaa76ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.431345] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceddfb8-0dc6-446d-88ef-2e5ea861d88e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.447678] env[69513]: DEBUG nova.virt.block_device [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updating existing volume attachment record: 949fb0fd-5a0f-49f6-aa94-baba329770de {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 770.545852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-adfef50a-a4ff-4eee-b06b-284db4b48f4d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.888s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.557388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f0c4821-49cd-4cfb-a9b1-a309ce70a1b0 tempest-InstanceActionsNegativeTestJSON-1732575951 tempest-InstanceActionsNegativeTestJSON-1732575951-project-member] Lock "4d95802c-4632-4247-a0a6-7ec4bb6712bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.021s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.792870] env[69513]: DEBUG nova.network.neutron [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updated VIF entry in instance network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 770.793250] env[69513]: DEBUG nova.network.neutron [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.844199] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380270, 'name': ReconfigVM_Task, 'duration_secs': 0.314936} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.844317] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4/volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.849204] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347c1ba5-302e-445c-b73f-036572eb1cca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.864159] env[69513]: DEBUG nova.network.neutron [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 770.867729] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 770.867729] env[69513]: value = "task-3380274" [ 770.867729] env[69513]: _type = "Task" [ 770.867729] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.871678] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527211a7-ec74-fd60-d4d6-9a4242d6f75c, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.875069] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbde06d-b8da-46b2-af43-70eb5cdd676b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.883482] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.886964] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 770.886964] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5221b15c-b0ba-c735-4c30-ab57af2236a2" [ 770.886964] env[69513]: _type = "Task" [ 770.886964] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.896348] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5221b15c-b0ba-c735-4c30-ab57af2236a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.033195] env[69513]: DEBUG nova.network.neutron [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Updating instance_info_cache with network_info: [{"id": "9aff75b6-7eeb-4724-a999-73c60986a280", "address": "fa:16:3e:c5:42:2f", "network": {"id": "053d6219-58ed-4dae-8f31-93f81e520af7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2134312220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5609ad58094155ae26cbca9960b7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aff75b6-7e", "ovs_interfaceid": "9aff75b6-7eeb-4724-a999-73c60986a280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.061412] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.076265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "24d731ee-6b5d-4253-998c-6fdd83696af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.076265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.296500] env[69513]: DEBUG oslo_concurrency.lockutils [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.296813] env[69513]: DEBUG nova.compute.manager [req-35513fdf-8dfc-49a9-85f7-52e797bc21ca req-fa128b14-a5cf-427a-aa5a-75a642c586c3 service nova] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Received event network-vif-deleted-3f49ff5c-1b7d-4b70-8cd0-ee81b7c341b8 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.297348] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387470] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380274, 'name': ReconfigVM_Task, 'duration_secs': 0.136778} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.387470] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674456', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'name': 'volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1befc10-11e5-481c-8d4a-f794548b2dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'serial': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 771.390270] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23db0062-e80e-4d5d-a7f3-2e5dab59bc30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.405610] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5221b15c-b0ba-c735-4c30-ab57af2236a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.410512] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.410998] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. {{(pid=69513) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 771.411752] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 771.411752] env[69513]: value = "task-3380275" [ 771.411752] env[69513]: _type = "Task" [ 771.411752] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.414796] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb85ab7-0bf0-4cfc-a76c-880651481566 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.433961] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380275, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.435411] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 771.435411] env[69513]: value = "task-3380276" [ 771.435411] env[69513]: _type = "Task" [ 771.435411] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.450721] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.537011] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Releasing lock "refresh_cache-1aa285be-8146-4e88-92a5-8fa76b067c4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.537373] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Instance network_info: |[{"id": "9aff75b6-7eeb-4724-a999-73c60986a280", "address": "fa:16:3e:c5:42:2f", "network": {"id": "053d6219-58ed-4dae-8f31-93f81e520af7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2134312220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5609ad58094155ae26cbca9960b7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aff75b6-7e", "ovs_interfaceid": "9aff75b6-7eeb-4724-a999-73c60986a280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.537831] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:42:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aff75b6-7eeb-4724-a999-73c60986a280', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.550148] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Creating folder: Project (fc5609ad58094155ae26cbca9960b7c2). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.553142] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6286d65c-67e7-4bb1-b796-4e93bba9e6ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.570711] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Created folder: Project (fc5609ad58094155ae26cbca9960b7c2) in parent group-v674393. [ 771.570931] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Creating folder: Instances. Parent ref: group-v674499. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.573480] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc4cb88-0724-4089-b088-603153b5df93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.589698] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Created folder: Instances in parent group-v674499. [ 771.590049] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.591196] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.591987] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6d58b-55ce-47ce-b2c3-57bda5a5b2f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.598261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.598261] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-608eb681-2f30-47f0-99b0-b14256fca498 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.616076] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d504a7ae-03fa-437e-8bca-a43bf6e52860 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.621622] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.621622] env[69513]: value = "task-3380279" [ 771.621622] env[69513]: _type = "Task" [ 771.621622] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.654155] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ee1dd-3f96-4135-b9a8-9dae23fee9de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.660767] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380279, 'name': CreateVM_Task} progress is 15%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.667286] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5414e7-e07a-41d0-84d9-8b999d766152 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.685301] env[69513]: DEBUG nova.compute.provider_tree [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.932475] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380275, 'name': Rename_Task, 'duration_secs': 0.144951} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.933127] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.933656] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d917ac8-d387-4f44-af7f-eec993204051 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.944398] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 771.944398] env[69513]: value = "task-3380280" [ 771.944398] env[69513]: _type = "Task" [ 771.944398] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.951607] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.958878] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.996332] env[69513]: DEBUG nova.compute.manager [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Received event network-changed-9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.996332] env[69513]: DEBUG nova.compute.manager [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Refreshing instance network info cache due to event network-changed-9aff75b6-7eeb-4724-a999-73c60986a280. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.996332] env[69513]: DEBUG oslo_concurrency.lockutils [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] Acquiring lock "refresh_cache-1aa285be-8146-4e88-92a5-8fa76b067c4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.996794] env[69513]: DEBUG oslo_concurrency.lockutils [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] Acquired lock "refresh_cache-1aa285be-8146-4e88-92a5-8fa76b067c4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.996794] env[69513]: DEBUG nova.network.neutron [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Refreshing network info cache for port 9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 772.139456] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380279, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.147220] env[69513]: DEBUG nova.network.neutron [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 772.190229] env[69513]: DEBUG nova.scheduler.client.report [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.456805] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572405} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.458196] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. [ 772.458820] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d0939b-8fcc-404f-b47e-d520361d8d0e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.465657] env[69513]: DEBUG oslo_vmware.api [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380280, 'name': PowerOnVM_Task, 'duration_secs': 0.514433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.466653] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.466653] env[69513]: INFO nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Took 5.40 seconds to spawn the instance on the hypervisor. [ 772.466975] env[69513]: DEBUG nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.467819] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1fc554-9946-4398-b506-15fac4b3aef6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.497519] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.499240] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b81c1f-bc99-446d-9839-ef956e07369f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.525660] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 772.525660] env[69513]: value = "task-3380281" [ 772.525660] env[69513]: _type = "Task" [ 772.525660] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.536034] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.635494] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380279, 'name': CreateVM_Task, 'duration_secs': 0.531701} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.635783] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.636503] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.636717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.637291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.637706] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccf7e78-9110-4378-bfaf-9b35267eeb61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.646921] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 772.646921] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cd4bb3-c3e8-b376-c062-d23a495a22cc" [ 772.646921] env[69513]: _type = "Task" [ 772.646921] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.660087] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cd4bb3-c3e8-b376-c062-d23a495a22cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.696964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.697374] env[69513]: DEBUG nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.700305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.256s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.700526] env[69513]: DEBUG nova.objects.instance [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 773.030256] env[69513]: INFO nova.compute.manager [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Took 38.08 seconds to build instance. [ 773.046808] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.163070] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cd4bb3-c3e8-b376-c062-d23a495a22cc, 'name': SearchDatastore_Task, 'duration_secs': 0.034351} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.163070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.163070] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.163070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.163370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.163370] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.163370] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5e74065-dcaf-43bd-9fac-391c8ba27865 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.174200] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.174401] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.175150] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335e6d1d-20a3-407b-be4d-994b85aacd4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.181393] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 773.181393] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5261ba02-0816-0c73-a253-eff652a28553" [ 773.181393] env[69513]: _type = "Task" [ 773.181393] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.189489] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5261ba02-0816-0c73-a253-eff652a28553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.207259] env[69513]: DEBUG nova.compute.utils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.208691] env[69513]: DEBUG nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 773.409485] env[69513]: DEBUG nova.network.neutron [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Updated VIF entry in instance network info cache for port 9aff75b6-7eeb-4724-a999-73c60986a280. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 773.409485] env[69513]: DEBUG nova.network.neutron [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Updating instance_info_cache with network_info: [{"id": "9aff75b6-7eeb-4724-a999-73c60986a280", "address": "fa:16:3e:c5:42:2f", "network": {"id": "053d6219-58ed-4dae-8f31-93f81e520af7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2134312220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5609ad58094155ae26cbca9960b7c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aff75b6-7e", "ovs_interfaceid": "9aff75b6-7eeb-4724-a999-73c60986a280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.538559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-319704eb-669c-40a1-84d5-82f53166f0cc tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.267s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.538815] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.639675] env[69513]: DEBUG nova.network.neutron [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.693247] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5261ba02-0816-0c73-a253-eff652a28553, 'name': SearchDatastore_Task, 'duration_secs': 0.037986} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.694079] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827db99b-c310-46c6-afcf-cf9f3645055e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.700278] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 773.700278] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d30696-9284-c22d-177f-c789993d35b2" [ 773.700278] env[69513]: _type = "Task" [ 773.700278] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.709601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03ffa90f-29d5-4150-974e-dd7c3a43d61a tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.710630] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d30696-9284-c22d-177f-c789993d35b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.711385] env[69513]: DEBUG nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.713788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.914s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.713788] env[69513]: DEBUG nova.objects.instance [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lazy-loading 'resources' on Instance uuid c8efdc90-e47b-4628-bfcb-143a0a958257 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.912188] env[69513]: DEBUG oslo_concurrency.lockutils [req-11e74b52-4591-4140-92f0-49d22c0d7387 req-cc0d14cb-4953-42e0-abae-05de120d4243 service nova] Releasing lock "refresh_cache-1aa285be-8146-4e88-92a5-8fa76b067c4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.030412] env[69513]: DEBUG nova.compute.manager [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.030668] env[69513]: DEBUG nova.compute.manager [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing instance network info cache due to event network-changed-d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.030754] env[69513]: DEBUG oslo_concurrency.lockutils [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] Acquiring lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.041677] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380281, 'name': ReconfigVM_Task, 'duration_secs': 1.114353} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.042128] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.044898] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.049233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c23317-bb45-4f25-8ca2-7c4a2f4ad6b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.078641] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02445bf-a1ce-461d-9376-e8a64643cea6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.099377] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 774.099377] env[69513]: value = "task-3380283" [ 774.099377] env[69513]: _type = "Task" [ 774.099377] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.111604] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.142191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.142450] env[69513]: DEBUG nova.compute.manager [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Inject network info {{(pid=69513) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 774.142894] env[69513]: DEBUG nova.compute.manager [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] network_info to inject: |[{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 774.150388] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Reconfiguring VM instance to set the machine id {{(pid=69513) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 774.151341] env[69513]: DEBUG oslo_concurrency.lockutils [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] Acquired lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.151461] env[69513]: DEBUG nova.network.neutron [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Refreshing network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 774.152669] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ee902f-2a0f-4494-904e-f5fa128e4854 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.176647] env[69513]: DEBUG oslo_vmware.api [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 774.176647] env[69513]: value = "task-3380284" [ 774.176647] env[69513]: _type = "Task" [ 774.176647] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.185796] env[69513]: DEBUG oslo_vmware.api [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.213721] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d30696-9284-c22d-177f-c789993d35b2, 'name': SearchDatastore_Task, 'duration_secs': 0.021675} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.213991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.214391] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1aa285be-8146-4e88-92a5-8fa76b067c4a/1aa285be-8146-4e88-92a5-8fa76b067c4a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.214654] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dde717d3-791e-438d-a608-d69c585662e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.231163] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 774.231163] env[69513]: value = "task-3380285" [ 774.231163] env[69513]: _type = "Task" [ 774.231163] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.241832] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.572094] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.613448] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380283, 'name': ReconfigVM_Task, 'duration_secs': 0.255881} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.613652] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.616988] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b6e55d-4b5c-48ea-a30f-b8a2b975eed1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.627205] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 774.627205] env[69513]: value = "task-3380286" [ 774.627205] env[69513]: _type = "Task" [ 774.627205] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.643340] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.693957] env[69513]: DEBUG oslo_vmware.api [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380284, 'name': ReconfigVM_Task, 'duration_secs': 0.194512} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.694674] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d896ad5-339d-40d1-86dc-f683b82f5297 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Reconfigured VM instance to set the machine id {{(pid=69513) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 774.725994] env[69513]: DEBUG nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.746405] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.765997] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.766348] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.766518] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.767294] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.767294] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.767294] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.767680] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.767764] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.767894] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.768068] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.768267] env[69513]: DEBUG nova.virt.hardware [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.769519] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b0910-12ca-422f-9a04-3210ddc8fe7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.785697] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52e3a8-8404-4479-bdd7-9683a3b9e62a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.806309] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.811541] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Creating folder: Project (e28e236bc95e41c2b107115660e293d5). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.815907] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df615e2c-82a4-41cb-8baf-d5e1fd159e0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.832023] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804f9b6f-3d4d-496b-817a-be9304cca6a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.836813] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Created folder: Project (e28e236bc95e41c2b107115660e293d5) in parent group-v674393. [ 774.837102] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Creating folder: Instances. Parent ref: group-v674502. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.837821] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b50aa5f2-e174-4af3-ac43-c1b6b76b1239 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.845308] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09615f4d-b490-44cb-bbde-49b3b69f7ab8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.883010] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89004fc-9f1e-430f-8061-80052e31f41a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.885559] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Created folder: Instances in parent group-v674502. [ 774.885784] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.886116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "f1d34676-2431-4872-be04-2893823d1799" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.886327] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "f1d34676-2431-4872-be04-2893823d1799" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.886516] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "f1d34676-2431-4872-be04-2893823d1799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.886693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "f1d34676-2431-4872-be04-2893823d1799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.886852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "f1d34676-2431-4872-be04-2893823d1799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.888606] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.889065] env[69513]: INFO nova.compute.manager [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Terminating instance [ 774.890917] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a6c43f-dd15-48a6-b174-db20b97a2980 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.912257] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395055f3-2c96-4f0e-8999-cc8c49c2da3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.919838] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.919838] env[69513]: value = "task-3380289" [ 774.919838] env[69513]: _type = "Task" [ 774.919838] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.935567] env[69513]: DEBUG nova.compute.provider_tree [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.944710] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380289, 'name': CreateVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.016863] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 775.017160] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674498', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'name': 'volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a1465b0-4472-4e1f-b1ed-2487a25ce73d', 'attached_at': '', 'detached_at': '', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'serial': '003233e0-7f06-449d-8d95-d2ce71a1bcc9'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 775.018070] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c76f4c8-bed5-4db5-bd76-ebc9f0095a0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.035291] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d124781-9387-40cc-a442-5315a4183571 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.061462] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9/volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.062045] env[69513]: DEBUG nova.network.neutron [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updated VIF entry in instance network info cache for port d10a6ff2-e16a-473b-aaca-5898c5e09055. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 775.062383] env[69513]: DEBUG nova.network.neutron [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [{"id": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "address": "fa:16:3e:92:0a:bc", "network": {"id": "5c97947a-825d-47aa-b08e-fd8226955213", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653873606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a81b0edfb74fd3952eb720f0dcd071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a6ff2-e1", "ovs_interfaceid": "d10a6ff2-e16a-473b-aaca-5898c5e09055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.063237] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff55316-51bc-4c63-8221-358e081b68fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.083097] env[69513]: DEBUG oslo_vmware.api [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 775.083097] env[69513]: value = "task-3380290" [ 775.083097] env[69513]: _type = "Task" [ 775.083097] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.093065] env[69513]: DEBUG oslo_vmware.api [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.138237] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.244394] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380285, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.411091] env[69513]: DEBUG nova.compute.manager [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.411323] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.412378] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf9158-0996-4923-9796-ee7fc5a451d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.421112] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.424935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-608c9be7-e4e2-4e56-9620-8d555dd6152a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.432316] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380289, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.434130] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 775.434130] env[69513]: value = "task-3380291" [ 775.434130] env[69513]: _type = "Task" [ 775.434130] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.446855] env[69513]: DEBUG nova.scheduler.client.report [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.451685] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.580128] env[69513]: DEBUG oslo_concurrency.lockutils [req-61db6cab-8fc4-4a26-832b-341caf218423 req-9a01d72b-875a-4d62-bb9d-4e1d925b1f84 service nova] Releasing lock "refresh_cache-f1d34676-2431-4872-be04-2893823d1799" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.597428] env[69513]: DEBUG oslo_vmware.api [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380290, 'name': ReconfigVM_Task, 'duration_secs': 0.410356} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.597428] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9/volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.602973] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab32869-74ce-4fd8-9b16-ccf6a519279a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.621974] env[69513]: DEBUG oslo_vmware.api [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 775.621974] env[69513]: value = "task-3380292" [ 775.621974] env[69513]: _type = "Task" [ 775.621974] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.630983] env[69513]: DEBUG oslo_vmware.api [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.640686] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.746535] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380285, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.933100] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380289, 'name': CreateVM_Task, 'duration_secs': 0.758886} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.933100] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.933519] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.933519] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.935324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.935324] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b138aaf5-8917-4305-9a94-91137d34b2f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.950893] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 775.950893] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc2c34-1dab-795e-a076-5312670249d2" [ 775.950893] env[69513]: _type = "Task" [ 775.950893] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.951197] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.955414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.958078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.491s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.959766] env[69513]: INFO nova.compute.claims [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.968202] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc2c34-1dab-795e-a076-5312670249d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.989751] env[69513]: INFO nova.scheduler.client.report [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted allocations for instance c8efdc90-e47b-4628-bfcb-143a0a958257 [ 776.134566] env[69513]: DEBUG oslo_vmware.api [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380292, 'name': ReconfigVM_Task, 'duration_secs': 0.15072} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.139091] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674498', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'name': 'volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a1465b0-4472-4e1f-b1ed-2487a25ce73d', 'attached_at': '', 'detached_at': '', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'serial': '003233e0-7f06-449d-8d95-d2ce71a1bcc9'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 776.151145] env[69513]: DEBUG oslo_vmware.api [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380286, 'name': PowerOnVM_Task, 'duration_secs': 1.383306} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.151508] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.155029] env[69513]: DEBUG nova.compute.manager [None req-dd37c85f-a3fa-4289-8b4a-314bef1f3fe7 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.155794] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcba1144-d106-4019-932b-97b1959905c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.163809] env[69513]: DEBUG nova.compute.manager [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Received event network-changed-7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.163809] env[69513]: DEBUG nova.compute.manager [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Refreshing instance network info cache due to event network-changed-7e56009d-e04e-48e0-a2d2-bd24f574510a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.163809] env[69513]: DEBUG oslo_concurrency.lockutils [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] Acquiring lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.163809] env[69513]: DEBUG oslo_concurrency.lockutils [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] Acquired lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.163809] env[69513]: DEBUG nova.network.neutron [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Refreshing network info cache for port 7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 776.247886] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380285, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.672958} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.248295] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1aa285be-8146-4e88-92a5-8fa76b067c4a/1aa285be-8146-4e88-92a5-8fa76b067c4a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.248681] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.249033] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc55251a-c7f7-4ab4-9914-d6b47208876c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.261021] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 776.261021] env[69513]: value = "task-3380293" [ 776.261021] env[69513]: _type = "Task" [ 776.261021] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.270297] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.455833] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380291, 'name': PowerOffVM_Task, 'duration_secs': 0.950975} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.459347] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.459540] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.459806] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52dfc5b5-1338-483c-a350-5ec905403434 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.477042] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc2c34-1dab-795e-a076-5312670249d2, 'name': SearchDatastore_Task, 'duration_secs': 0.034953} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.477415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.477568] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.478321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.478321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.478321] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.478468] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acbc630c-c243-4575-ad0d-73f993b57f7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.496448] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.496448] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.496448] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babf807a-1a25-4b1b-a72a-45841be6574d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.506347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e7ce10f5-dcb8-47e4-baee-08d779e030b8 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "c8efdc90-e47b-4628-bfcb-143a0a958257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.724s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.509110] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 776.509110] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e23486-836b-8d5b-caba-6482fa250953" [ 776.509110] env[69513]: _type = "Task" [ 776.509110] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.523917] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e23486-836b-8d5b-caba-6482fa250953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.593197] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.593197] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.593197] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Deleting the datastore file [datastore2] f1d34676-2431-4872-be04-2893823d1799 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.593197] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c8582be-e0bd-42bd-bda8-f40e583d6888 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.601660] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for the task: (returnval){ [ 776.601660] env[69513]: value = "task-3380295" [ 776.601660] env[69513]: _type = "Task" [ 776.601660] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.613047] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.772182] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068117} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.772661] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.773707] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07296d6c-d886-4944-b711-c61460593f6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.805748] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1aa285be-8146-4e88-92a5-8fa76b067c4a/1aa285be-8146-4e88-92a5-8fa76b067c4a.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.809994] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3d91b2-efe4-461d-b306-3eb6fe9f8492 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.830811] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 776.830811] env[69513]: value = "task-3380296" [ 776.830811] env[69513]: _type = "Task" [ 776.830811] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.841607] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.024655] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e23486-836b-8d5b-caba-6482fa250953, 'name': SearchDatastore_Task, 'duration_secs': 0.044686} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.025630] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbc7342-53e9-46e6-958c-e2024ea08f57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.035703] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 777.035703] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5259c44b-f132-7bfb-fac9-47616d927867" [ 777.035703] env[69513]: _type = "Task" [ 777.035703] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.044528] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5259c44b-f132-7bfb-fac9-47616d927867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.106615] env[69513]: DEBUG nova.network.neutron [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updated VIF entry in instance network info cache for port 7e56009d-e04e-48e0-a2d2-bd24f574510a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 777.107053] env[69513]: DEBUG nova.network.neutron [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updating instance_info_cache with network_info: [{"id": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "address": "fa:16:3e:e3:43:3e", "network": {"id": "e987d9aa-5df9-4df2-a7c3-0bf5b2b63a56", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1132130834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "862bc954794d48df91c9cdd037018078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e56009d-e0", "ovs_interfaceid": "7e56009d-e04e-48e0-a2d2-bd24f574510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.116475] env[69513]: DEBUG oslo_vmware.api [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Task: {'id': task-3380295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265417} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.116741] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.119000] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.119000] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.119000] env[69513]: INFO nova.compute.manager [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] [instance: f1d34676-2431-4872-be04-2893823d1799] Took 1.71 seconds to destroy the instance on the hypervisor. [ 777.119000] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.119000] env[69513]: DEBUG nova.compute.manager [-] [instance: f1d34676-2431-4872-be04-2893823d1799] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.119225] env[69513]: DEBUG nova.network.neutron [-] [instance: f1d34676-2431-4872-be04-2893823d1799] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 777.199304] env[69513]: DEBUG nova.objects.instance [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lazy-loading 'flavor' on Instance uuid 3a1465b0-4472-4e1f-b1ed-2487a25ce73d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.346972] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.527230] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb61e45c-8fa7-44e6-bb19-228513349fcc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.535115] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0350d-65a8-44f5-88a4-fcdfed43961b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.550172] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5259c44b-f132-7bfb-fac9-47616d927867, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.576099] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.576494] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.577117] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79181ae3-3b88-4915-96d9-8fa74680b91f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.580052] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15302b1-61f9-4f95-bfcd-86fab098ae20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.589263] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 777.589263] env[69513]: value = "task-3380297" [ 777.589263] env[69513]: _type = "Task" [ 777.589263] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.598826] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e28c85-39cd-4aa5-98a7-2107420dce27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.610204] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.618261] env[69513]: DEBUG oslo_concurrency.lockutils [req-13dac0e7-cd5f-4130-a1ca-d322e53b6fa7 req-7fda3626-fa54-43d4-8388-ca2a26384565 service nova] Releasing lock "refresh_cache-b1befc10-11e5-481c-8d4a-f794548b2dd3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.618922] env[69513]: DEBUG nova.compute.provider_tree [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.709345] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d0f8cbd-11c1-4e96-8a48-b7b384bea75c tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.841863] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380296, 'name': ReconfigVM_Task, 'duration_secs': 0.523207} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.842390] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1aa285be-8146-4e88-92a5-8fa76b067c4a/1aa285be-8146-4e88-92a5-8fa76b067c4a.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.843586] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af2c8818-b79d-4b11-971f-8bf38aad4b7b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.849093] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 777.849093] env[69513]: value = "task-3380298" [ 777.849093] env[69513]: _type = "Task" [ 777.849093] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.857433] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380298, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.113283] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.122171] env[69513]: DEBUG nova.scheduler.client.report [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.281845] env[69513]: DEBUG nova.network.neutron [-] [instance: f1d34676-2431-4872-be04-2893823d1799] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.363484] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380298, 'name': Rename_Task, 'duration_secs': 0.171467} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.363484] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.363484] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d33a99f4-61d9-4736-b431-0bbce9a61a32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.370153] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 778.370153] env[69513]: value = "task-3380299" [ 778.370153] env[69513]: _type = "Task" [ 778.370153] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.380531] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.604961] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380297, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.633267] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.633758] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.639167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.191s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.639622] env[69513]: DEBUG nova.objects.instance [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lazy-loading 'resources' on Instance uuid bf7f6c84-ceda-463a-a87a-47d3d37e5dab {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.725644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.726037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.733325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.733325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.788659] env[69513]: INFO nova.compute.manager [-] [instance: f1d34676-2431-4872-be04-2893823d1799] Took 1.67 seconds to deallocate network for instance. [ 778.853184] env[69513]: DEBUG nova.compute.manager [req-6f9e0135-2a2b-4714-8716-9921ccda9519 req-5d19b996-f32c-4f28-91c7-a38510419242 service nova] [instance: f1d34676-2431-4872-be04-2893823d1799] Received event network-vif-deleted-d10a6ff2-e16a-473b-aaca-5898c5e09055 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.888037] env[69513]: DEBUG oslo_vmware.api [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380299, 'name': PowerOnVM_Task, 'duration_secs': 0.487742} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.888429] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.888730] env[69513]: INFO nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Took 10.06 seconds to spawn the instance on the hypervisor. [ 778.889462] env[69513]: DEBUG nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.890120] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d61a988-d151-4975-a8f1-9fec988f4e5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.106356] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380297, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.146365] env[69513]: DEBUG nova.compute.utils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.148920] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.149392] env[69513]: DEBUG nova.network.neutron [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.183249] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.183405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.218946] env[69513]: DEBUG nova.policy [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9db4f69933247109006bc0aac54cda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e59fce48c84483084ece442b0d69ef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.303782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.411840] env[69513]: INFO nova.compute.manager [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Took 43.37 seconds to build instance. [ 779.605924] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380297, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620085} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.608764] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.608997] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.609632] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe5b5b3-0e8d-4fb1-abae-70e07961d3d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.617686] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 779.617686] env[69513]: value = "task-3380300" [ 779.617686] env[69513]: _type = "Task" [ 779.617686] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.627733] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.654378] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.665802] env[69513]: DEBUG nova.network.neutron [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Successfully created port: bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.668236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "1aa285be-8146-4e88-92a5-8fa76b067c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.677156] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c40c1-19f0-4299-b84c-bbb49aee2d86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.685925] env[69513]: INFO nova.compute.manager [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Detaching volume 003233e0-7f06-449d-8d95-d2ce71a1bcc9 [ 779.691859] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e9213-0a69-452f-b49d-da65a861e649 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.732490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823a1927-6970-42d8-b01b-288993343a69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.742352] env[69513]: INFO nova.virt.block_device [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Attempting to driver detach volume 003233e0-7f06-449d-8d95-d2ce71a1bcc9 from mountpoint /dev/sdb [ 779.742578] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 779.742882] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674498', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'name': 'volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a1465b0-4472-4e1f-b1ed-2487a25ce73d', 'attached_at': '', 'detached_at': '', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'serial': '003233e0-7f06-449d-8d95-d2ce71a1bcc9'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 779.744074] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabee52-99c2-4964-96e2-42d1f9d7664c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.770505] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf7ec5d-1569-4f5c-a587-ae4e12e3b4a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.776039] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b25a7-643c-4557-800e-d711680b5b46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.790191] env[69513]: DEBUG nova.compute.provider_tree [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.792607] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55382cca-540c-4682-9cd6-8bcff34377dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.815087] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146b6b02-4e5e-43aa-b855-bc27d8980ff5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.831858] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] The volume has not been displaced from its original location: [datastore1] volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9/volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 779.837156] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.837755] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d912381-cad2-4150-8e74-070eb1926bf8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.858998] env[69513]: DEBUG oslo_vmware.api [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 779.858998] env[69513]: value = "task-3380301" [ 779.858998] env[69513]: _type = "Task" [ 779.858998] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.866730] env[69513]: DEBUG oslo_vmware.api [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.917868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-63a45b96-ac8f-4d88-8502-3418cd6a64ed tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.180s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.919421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.251s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.919648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "1aa285be-8146-4e88-92a5-8fa76b067c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.919894] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.920073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.926045] env[69513]: INFO nova.compute.manager [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Terminating instance [ 780.127866] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093764} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.128175] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.129030] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82d7270-e442-4ddd-b7d2-0ec86e035935 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.150609] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.150980] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b41fe5e-4961-4c40-aa39-61ea66935e15 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.175455] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 780.175455] env[69513]: value = "task-3380302" [ 780.175455] env[69513]: _type = "Task" [ 780.175455] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.187598] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.248249] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "3f493655-88cc-4473-a156-828391eba964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.248662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "3f493655-88cc-4473-a156-828391eba964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.248947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "3f493655-88cc-4473-a156-828391eba964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.249186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "3f493655-88cc-4473-a156-828391eba964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.249380] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "3f493655-88cc-4473-a156-828391eba964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.251803] env[69513]: INFO nova.compute.manager [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Terminating instance [ 780.293438] env[69513]: DEBUG nova.scheduler.client.report [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.369531] env[69513]: DEBUG oslo_vmware.api [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380301, 'name': ReconfigVM_Task, 'duration_secs': 0.404947} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.369789] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 780.374474] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d486d5c8-5c96-4a5b-8b2e-89ac6ec6963d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.392032] env[69513]: DEBUG oslo_vmware.api [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 780.392032] env[69513]: value = "task-3380303" [ 780.392032] env[69513]: _type = "Task" [ 780.392032] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.401020] env[69513]: DEBUG oslo_vmware.api [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.424573] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.431295] env[69513]: DEBUG nova.compute.manager [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.431645] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.433743] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92c2ff6-9713-4f83-82e6-10987e7988a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.442157] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.442157] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c378d406-d18d-46cc-96e7-5ae76d255c38 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.447606] env[69513]: DEBUG oslo_vmware.api [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 780.447606] env[69513]: value = "task-3380304" [ 780.447606] env[69513]: _type = "Task" [ 780.447606] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.458464] env[69513]: DEBUG oslo_vmware.api [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.672381] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.685686] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380302, 'name': ReconfigVM_Task, 'duration_secs': 0.469395} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.686571] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.687254] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a610ca-01a5-4bea-9f12-c824ec66d4aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.693527] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 780.693527] env[69513]: value = "task-3380305" [ 780.693527] env[69513]: _type = "Task" [ 780.693527] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.710187] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380305, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.713433] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.713651] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.713808] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.713988] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.714588] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.714868] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.715188] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.715462] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.715680] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.715881] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.716107] env[69513]: DEBUG nova.virt.hardware [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.716965] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b200f73d-1a8b-46a0-ad33-8142ab2f6912 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.724591] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d1fee-4984-4f8d-b723-23d24c1e2346 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.756605] env[69513]: DEBUG nova.compute.manager [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.756776] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.757660] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533dc44-62ea-4e07-a357-b01477f9c98a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.764808] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.765061] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a7fbd2-8f1a-43c2-89e9-f6aee2bb71e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.770781] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 780.770781] env[69513]: value = "task-3380306" [ 780.770781] env[69513]: _type = "Task" [ 780.770781] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.779054] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.799633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.802228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.675s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.803291] env[69513]: DEBUG nova.objects.instance [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lazy-loading 'resources' on Instance uuid 93b81605-017f-4c6a-aa21-c46c34f1dfc8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.821488] env[69513]: INFO nova.scheduler.client.report [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocations for instance bf7f6c84-ceda-463a-a87a-47d3d37e5dab [ 780.903609] env[69513]: DEBUG oslo_vmware.api [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380303, 'name': ReconfigVM_Task, 'duration_secs': 0.16727} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.903609] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674498', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'name': 'volume-003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a1465b0-4472-4e1f-b1ed-2487a25ce73d', 'attached_at': '', 'detached_at': '', 'volume_id': '003233e0-7f06-449d-8d95-d2ce71a1bcc9', 'serial': '003233e0-7f06-449d-8d95-d2ce71a1bcc9'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 780.945232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.958273] env[69513]: DEBUG oslo_vmware.api [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380304, 'name': PowerOffVM_Task, 'duration_secs': 0.183051} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.958607] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.959065] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.959331] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ddd0807-cff1-497c-bc8c-844f995b0d0e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.015163] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.015163] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.038983] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.039228] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.039527] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Deleting the datastore file [datastore1] 1aa285be-8146-4e88-92a5-8fa76b067c4a {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.039857] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa89c7c7-8693-4798-8004-093ed23444ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.046995] env[69513]: DEBUG oslo_vmware.api [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for the task: (returnval){ [ 781.046995] env[69513]: value = "task-3380308" [ 781.046995] env[69513]: _type = "Task" [ 781.046995] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.054912] env[69513]: DEBUG oslo_vmware.api [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.103751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.103991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.203442] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380305, 'name': Rename_Task, 'duration_secs': 0.21955} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.203744] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.204014] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-322a2922-c7d2-49e7-8ed1-c68921d31f00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.210611] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 781.210611] env[69513]: value = "task-3380309" [ 781.210611] env[69513]: _type = "Task" [ 781.210611] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.218303] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.279945] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380306, 'name': PowerOffVM_Task, 'duration_secs': 0.206137} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.280239] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.280411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.280660] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83e6c0d7-108f-4bec-9c18-8382f6e1f796 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.330883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8df61115-3a73-4e03-a4aa-ee1e2397803d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "bf7f6c84-ceda-463a-a87a-47d3d37e5dab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.868s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.340747] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.340923] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.341195] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Deleting the datastore file [datastore1] 3f493655-88cc-4473-a156-828391eba964 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.343884] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c743715-a2cc-4093-84ec-09eecb036599 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.351831] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 781.351831] env[69513]: value = "task-3380311" [ 781.351831] env[69513]: _type = "Task" [ 781.351831] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.364594] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.427977] env[69513]: DEBUG nova.compute.manager [req-42df1032-e6f0-4132-9fb0-814fe690ef49 req-851f2688-dbb8-415b-a6e3-a018d1d44536 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Received event network-vif-plugged-bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.428223] env[69513]: DEBUG oslo_concurrency.lockutils [req-42df1032-e6f0-4132-9fb0-814fe690ef49 req-851f2688-dbb8-415b-a6e3-a018d1d44536 service nova] Acquiring lock "e9346371-d893-41bc-a791-913588ae16ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.428482] env[69513]: DEBUG oslo_concurrency.lockutils [req-42df1032-e6f0-4132-9fb0-814fe690ef49 req-851f2688-dbb8-415b-a6e3-a018d1d44536 service nova] Lock "e9346371-d893-41bc-a791-913588ae16ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.428667] env[69513]: DEBUG oslo_concurrency.lockutils [req-42df1032-e6f0-4132-9fb0-814fe690ef49 req-851f2688-dbb8-415b-a6e3-a018d1d44536 service nova] Lock "e9346371-d893-41bc-a791-913588ae16ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.428856] env[69513]: DEBUG nova.compute.manager [req-42df1032-e6f0-4132-9fb0-814fe690ef49 req-851f2688-dbb8-415b-a6e3-a018d1d44536 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] No waiting events found dispatching network-vif-plugged-bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.429229] env[69513]: WARNING nova.compute.manager [req-42df1032-e6f0-4132-9fb0-814fe690ef49 req-851f2688-dbb8-415b-a6e3-a018d1d44536 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Received unexpected event network-vif-plugged-bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea for instance with vm_state building and task_state spawning. [ 781.476888] env[69513]: DEBUG nova.objects.instance [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lazy-loading 'flavor' on Instance uuid 3a1465b0-4472-4e1f-b1ed-2487a25ce73d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.539709] env[69513]: DEBUG nova.network.neutron [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Successfully updated port: bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.560432] env[69513]: DEBUG oslo_vmware.api [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Task: {'id': task-3380308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16887} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.560775] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.560944] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.561143] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.561360] env[69513]: INFO nova.compute.manager [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 781.561572] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.561764] env[69513]: DEBUG nova.compute.manager [-] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.561849] env[69513]: DEBUG nova.network.neutron [-] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 781.720211] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.819045] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37832ee8-350f-408a-98da-46cdfc100441 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.827597] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff59593-5b9c-4124-867b-23bf30443254 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.861514] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a6f53d-8872-4a19-8641-3da28862c7db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.872250] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00575afb-e53e-444c-aa25-958611cb6c65 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.876253] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.889821] env[69513]: DEBUG nova.compute.provider_tree [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.043895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "refresh_cache-e9346371-d893-41bc-a791-913588ae16ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.044161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "refresh_cache-e9346371-d893-41bc-a791-913588ae16ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.044346] env[69513]: DEBUG nova.network.neutron [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 782.220584] env[69513]: DEBUG oslo_vmware.api [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380309, 'name': PowerOnVM_Task, 'duration_secs': 0.786609} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.220862] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.221085] env[69513]: INFO nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Took 7.49 seconds to spawn the instance on the hypervisor. [ 782.221270] env[69513]: DEBUG nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.222038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fac58c-e1a1-4bc7-b33e-a5966b468fcd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.326897] env[69513]: DEBUG nova.network.neutron [-] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.365398] env[69513]: DEBUG oslo_vmware.api [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658004} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.365645] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.365823] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.365994] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.366183] env[69513]: INFO nova.compute.manager [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 3f493655-88cc-4473-a156-828391eba964] Took 1.61 seconds to destroy the instance on the hypervisor. [ 782.366426] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.366603] env[69513]: DEBUG nova.compute.manager [-] [instance: 3f493655-88cc-4473-a156-828391eba964] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.366696] env[69513]: DEBUG nova.network.neutron [-] [instance: 3f493655-88cc-4473-a156-828391eba964] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 782.394628] env[69513]: DEBUG nova.scheduler.client.report [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.485734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14fdfa1e-0340-41a1-9d68-d5824f1bc899 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.556855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.557129] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.598096] env[69513]: DEBUG nova.network.neutron [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 782.742100] env[69513]: INFO nova.compute.manager [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Took 42.54 seconds to build instance. [ 782.807575] env[69513]: DEBUG nova.network.neutron [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Updating instance_info_cache with network_info: [{"id": "bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea", "address": "fa:16:3e:84:50:e8", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5a42b0-a6", "ovs_interfaceid": "bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.829892] env[69513]: INFO nova.compute.manager [-] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Took 1.27 seconds to deallocate network for instance. [ 782.904469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.904469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.368s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.904469] env[69513]: DEBUG nova.objects.instance [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lazy-loading 'resources' on Instance uuid 60b53559-2eae-4f70-b76e-a12c8d522950 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.933350] env[69513]: INFO nova.scheduler.client.report [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Deleted allocations for instance 93b81605-017f-4c6a-aa21-c46c34f1dfc8 [ 783.061659] env[69513]: DEBUG nova.compute.utils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.247977] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6b41d74c-c65f-4bc7-9a98-071b685bbf39 tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "e82f0091-f698-418d-aa6f-966d756eade9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.628s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.317061] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "refresh_cache-e9346371-d893-41bc-a791-913588ae16ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.317398] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Instance network_info: |[{"id": "bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea", "address": "fa:16:3e:84:50:e8", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5a42b0-a6", "ovs_interfaceid": "bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.317865] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:50:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.325350] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.325555] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9346371-d893-41bc-a791-913588ae16ac] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.326090] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7c34c76-0df9-45c9-8817-94c91c9bf97b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.341586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.348721] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.348721] env[69513]: value = "task-3380312" [ 783.348721] env[69513]: _type = "Task" [ 783.348721] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.356501] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380312, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.431149] env[69513]: DEBUG nova.network.neutron [-] [instance: 3f493655-88cc-4473-a156-828391eba964] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.444366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b0e7895-165d-463c-bc24-43cbbe5aa5fd tempest-ServerAddressesTestJSON-1737983309 tempest-ServerAddressesTestJSON-1737983309-project-member] Lock "93b81605-017f-4c6a-aa21-c46c34f1dfc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.714s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.566530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.742654] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.742904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.751384] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.862803] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380312, 'name': CreateVM_Task, 'duration_secs': 0.294367} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.862982] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9346371-d893-41bc-a791-913588ae16ac] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.863690] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.863826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.864419] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c829af-7820-4633-add6-b09ba7e855f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.871962] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 783.871962] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ed061-be6e-9ca0-b954-db02100424f9" [ 783.871962] env[69513]: _type = "Task" [ 783.871962] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.881526] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ed061-be6e-9ca0-b954-db02100424f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.895024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be46f29-c5b2-4113-8282-894378e94978 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.902604] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680b3c3-0f2e-4ad0-88a1-d2f239e7143e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.940944] env[69513]: INFO nova.compute.manager [-] [instance: 3f493655-88cc-4473-a156-828391eba964] Took 1.57 seconds to deallocate network for instance. [ 783.943602] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0f1d9-d0c4-4a23-a6ee-b20bfe7437ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.954418] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1edc9-611a-4ecc-8e69-ba378a0cef44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.969986] env[69513]: DEBUG nova.compute.provider_tree [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.178290] env[69513]: DEBUG nova.compute.manager [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Received event network-changed-bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.178623] env[69513]: DEBUG nova.compute.manager [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Refreshing instance network info cache due to event network-changed-bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.179026] env[69513]: DEBUG oslo_concurrency.lockutils [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] Acquiring lock "refresh_cache-e9346371-d893-41bc-a791-913588ae16ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.179238] env[69513]: DEBUG oslo_concurrency.lockutils [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] Acquired lock "refresh_cache-e9346371-d893-41bc-a791-913588ae16ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.179518] env[69513]: DEBUG nova.network.neutron [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Refreshing network info cache for port bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 784.277034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.383975] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ed061-be6e-9ca0-b954-db02100424f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.384329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.384571] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.385731] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.385731] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.385731] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.385731] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f520e88-585c-4717-84ee-baa3a7d09ad0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.395399] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.395635] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.396520] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053653b4-20be-4298-914c-0fc2f5d6406b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.406789] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 784.406789] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52afee01-0bc1-1e12-7fac-6837aea204b3" [ 784.406789] env[69513]: _type = "Task" [ 784.406789] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.416133] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52afee01-0bc1-1e12-7fac-6837aea204b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.416802] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17d869d-0330-43e9-9375-2a10496876db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.422265] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 784.422265] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5231b049-7468-1cdf-815a-4b2ca0ef7690" [ 784.422265] env[69513]: _type = "Task" [ 784.422265] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.430731] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5231b049-7468-1cdf-815a-4b2ca0ef7690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.450888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.472606] env[69513]: DEBUG nova.scheduler.client.report [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.651255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.651524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.651798] env[69513]: INFO nova.compute.manager [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Attaching volume 9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3 to /dev/sdb [ 784.706068] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8d224-326d-4bff-9c05-43052248a8fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.714916] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae6c4e5-f8eb-413d-960c-ef2c389f77d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.729116] env[69513]: DEBUG nova.virt.block_device [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updating existing volume attachment record: 8ad5a11b-c4d3-4fd0-aef9-559e090874ec {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 784.940328] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5231b049-7468-1cdf-815a-4b2ca0ef7690, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.944564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.944564] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e9346371-d893-41bc-a791-913588ae16ac/e9346371-d893-41bc-a791-913588ae16ac.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.944564] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72dace4-d150-46db-8b3c-3842ecb4ce16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.951210] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 784.951210] env[69513]: value = "task-3380316" [ 784.951210] env[69513]: _type = "Task" [ 784.951210] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.961485] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.979115] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.981805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.347s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.002353] env[69513]: DEBUG nova.network.neutron [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Updated VIF entry in instance network info cache for port bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 785.002457] env[69513]: DEBUG nova.network.neutron [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Updating instance_info_cache with network_info: [{"id": "bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea", "address": "fa:16:3e:84:50:e8", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5a42b0-a6", "ovs_interfaceid": "bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.013219] env[69513]: INFO nova.scheduler.client.report [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleted allocations for instance 60b53559-2eae-4f70-b76e-a12c8d522950 [ 785.049957] env[69513]: INFO nova.compute.manager [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Rebuilding instance [ 785.106951] env[69513]: DEBUG nova.compute.manager [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.107939] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4d986-9dfc-4edf-85b7-23fef0a63df5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.460716] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48226} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.461053] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e9346371-d893-41bc-a791-913588ae16ac/e9346371-d893-41bc-a791-913588ae16ac.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.461205] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.461450] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776c1e09-45c8-4a1e-9e6b-69c13604dfb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.467949] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 785.467949] env[69513]: value = "task-3380317" [ 785.467949] env[69513]: _type = "Task" [ 785.467949] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.475817] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.505100] env[69513]: DEBUG oslo_concurrency.lockutils [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] Releasing lock "refresh_cache-e9346371-d893-41bc-a791-913588ae16ac" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.505410] env[69513]: DEBUG nova.compute.manager [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Received event network-vif-deleted-9aff75b6-7eeb-4724-a999-73c60986a280 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.505596] env[69513]: DEBUG nova.compute.manager [req-e23f36d0-2839-4332-89db-057c6891a5a6 req-2ad65872-e1e3-413c-9ef5-045730061910 service nova] [instance: 3f493655-88cc-4473-a156-828391eba964] Received event network-vif-deleted-cf54f0c5-a5fb-42d7-a82e-dea752da33e4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.524827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8fba3fb-3145-4e1f-a3dd-4025127ffcc0 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "60b53559-2eae-4f70-b76e-a12c8d522950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.626s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.978068] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061479} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.978321] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.979215] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7de97ef-50a1-4b77-8f94-67374a754cbf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.004153] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] e9346371-d893-41bc-a791-913588ae16ac/e9346371-d893-41bc-a791-913588ae16ac.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.009315] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1aed3ae-81cf-456e-aa3e-7c509c8fbb5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.034182] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 786.034182] env[69513]: value = "task-3380318" [ 786.034182] env[69513]: _type = "Task" [ 786.034182] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.045446] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.060551] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f1d34676-2431-4872-be04-2893823d1799 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.060660] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 8449c056-fd63-4c95-b517-8fb2240182f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.060746] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 02a2e207-94cf-48fc-92fb-701ccaa6dce8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.060915] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f9e131e0-417f-4baf-b7fd-a3547169fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061063] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 3f493655-88cc-4473-a156-828391eba964 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.061187] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 5b662da1-f32f-47da-a044-62f86557d784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061335] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 3a1465b0-4472-4e1f-b1ed-2487a25ce73d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061388] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 31f58fa6-38b6-43be-862a-685341bf4921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061501] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061613] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fc09ea54-6b9a-46af-95f5-ab03122a00ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061709] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 86fa999a-071c-40b9-84f9-6bb0518de89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061813] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 2387148a-8e7d-4652-a09b-b71ac952044b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.061917] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 76ca89d1-edfd-4e50-bdd6-52012bfa6c25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.062045] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 85c9439a-5909-4e66-b300-3274ed11d2ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.062170] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance b3f7ee3f-649f-4c28-b281-3f0e9bea9080 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.062279] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 4b7d9950-20fe-4549-b5db-2547ec0599bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.062386] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance c00aaa3c-3298-4a19-bd4d-49267443a4d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.062595] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance b1befc10-11e5-481c-8d4a-f794548b2dd3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.062595] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 1aa285be-8146-4e88-92a5-8fa76b067c4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.062701] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance e82f0091-f698-418d-aa6f-966d756eade9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.062807] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance e9346371-d893-41bc-a791-913588ae16ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.125139] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.125458] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6091be1-552e-4997-8735-0adb4b20ca62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.133143] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 786.133143] env[69513]: value = "task-3380319" [ 786.133143] env[69513]: _type = "Task" [ 786.133143] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.142697] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.528747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.529042] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.529188] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "f9e131e0-417f-4baf-b7fd-a3547169fd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.529384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.529525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.532124] env[69513]: INFO nova.compute.manager [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Terminating instance [ 786.543871] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.568702] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a5293aee-ba56-4387-ad43-48320ef0a18f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.643216] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380319, 'name': PowerOffVM_Task, 'duration_secs': 0.147761} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.643486] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.644152] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.644933] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7777d5f-c553-4218-99bc-7376aaed8eb5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.651864] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.652127] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db7e7dd-99d7-4124-9713-1390215e1f58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.676655] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.676863] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.677100] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Deleting the datastore file [datastore2] e82f0091-f698-418d-aa6f-966d756eade9 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.677413] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb717ac2-c570-4d17-81fc-0b77337c8209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.684373] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 786.684373] env[69513]: value = "task-3380321" [ 786.684373] env[69513]: _type = "Task" [ 786.684373] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.697028] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.035782] env[69513]: DEBUG nova.compute.manager [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.036174] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.037275] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5766b9c-926b-4833-8a48-4647e29f3b11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.050559] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380318, 'name': ReconfigVM_Task, 'duration_secs': 0.518681} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.052759] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Reconfigured VM instance instance-00000027 to attach disk [datastore2] e9346371-d893-41bc-a791-913588ae16ac/e9346371-d893-41bc-a791-913588ae16ac.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.053422] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.053646] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2fbf576-8728-40e9-93be-4fe0c21053db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.055241] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ff7522-f762-44f5-b601-ca5639429115 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.065463] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 787.065463] env[69513]: value = "task-3380323" [ 787.065463] env[69513]: _type = "Task" [ 787.065463] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.066875] env[69513]: DEBUG oslo_vmware.api [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 787.066875] env[69513]: value = "task-3380324" [ 787.066875] env[69513]: _type = "Task" [ 787.066875] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.074432] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance de6a6647-9368-4d4f-8f42-fb49ab4f03f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.081202] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380323, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.084756] env[69513]: DEBUG oslo_vmware.api [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.200165] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094404} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.200165] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.200165] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.200165] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.582553] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 216d2a59-f25f-4d74-b956-1e1b68a95187 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.583905] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380323, 'name': Rename_Task, 'duration_secs': 0.186045} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.587877] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.589056] env[69513]: DEBUG oslo_vmware.api [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380324, 'name': PowerOffVM_Task, 'duration_secs': 0.201917} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.589056] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4319448-b789-4371-9ca4-b77861a77569 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.591910] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.592159] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.592439] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04ed9e9-f0c9-4488-b116-4fdef78094e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.600498] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 787.600498] env[69513]: value = "task-3380325" [ 787.600498] env[69513]: _type = "Task" [ 787.600498] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.614360] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.657123] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.657123] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.657240] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleting the datastore file [datastore1] f9e131e0-417f-4baf-b7fd-a3547169fd41 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.657514] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce12b1db-5248-4756-ba61-ae66c7b0c3c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.667039] env[69513]: DEBUG oslo_vmware.api [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for the task: (returnval){ [ 787.667039] env[69513]: value = "task-3380327" [ 787.667039] env[69513]: _type = "Task" [ 787.667039] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.675950] env[69513]: DEBUG oslo_vmware.api [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.089158] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 1449565c-37c1-4dd9-ad9f-640870f7b4e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.111027] env[69513]: DEBUG oslo_vmware.api [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380325, 'name': PowerOnVM_Task, 'duration_secs': 0.503043} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.111317] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.111519] env[69513]: INFO nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Took 7.44 seconds to spawn the instance on the hypervisor. [ 788.111698] env[69513]: DEBUG nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.112533] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0db6bc3-87a6-4beb-981a-057d05e0fd90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.177885] env[69513]: DEBUG oslo_vmware.api [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Task: {'id': task-3380327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202296} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.178164] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.178347] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.178567] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.178771] env[69513]: INFO nova.compute.manager [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 788.179020] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.179215] env[69513]: DEBUG nova.compute.manager [-] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.179307] env[69513]: DEBUG nova.network.neutron [-] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 788.244144] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.244144] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.244144] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.244368] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.244368] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.244368] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.244536] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.244586] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.244737] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.244908] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.245194] env[69513]: DEBUG nova.virt.hardware [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.246070] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c756f9c2-ec35-417a-87a0-08a0ebe34c4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.260019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae02d40-fa22-4f25-b2c1-46e57179585c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.273127] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.277970] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.277970] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.277970] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31b994b7-d373-4ad0-93e8-e9571a0c993c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.299036] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.299036] env[69513]: value = "task-3380328" [ 788.299036] env[69513]: _type = "Task" [ 788.299036] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.311257] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380328, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.593917] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.634232] env[69513]: INFO nova.compute.manager [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Took 44.19 seconds to build instance. [ 788.713817] env[69513]: DEBUG nova.compute.manager [req-fcaf6e88-247a-4ae5-a74c-9f42b0251bd4 req-0630e2e7-4918-41aa-83cf-4ab00d29fb58 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Received event network-vif-deleted-3055311e-4ec7-4c71-af7b-6dd1d248b090 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.713817] env[69513]: INFO nova.compute.manager [req-fcaf6e88-247a-4ae5-a74c-9f42b0251bd4 req-0630e2e7-4918-41aa-83cf-4ab00d29fb58 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Neutron deleted interface 3055311e-4ec7-4c71-af7b-6dd1d248b090; detaching it from the instance and deleting it from the info cache [ 788.713817] env[69513]: DEBUG nova.network.neutron [req-fcaf6e88-247a-4ae5-a74c-9f42b0251bd4 req-0630e2e7-4918-41aa-83cf-4ab00d29fb58 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.810980] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380328, 'name': CreateVM_Task, 'duration_secs': 0.488127} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.810980] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.812771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.812771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.812771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.813201] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6214a9-b039-433e-8900-f4d06d6b0002 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.817574] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 788.817574] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5268f71d-8abc-c130-a9f1-b5a39498878d" [ 788.817574] env[69513]: _type = "Task" [ 788.817574] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.826358] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5268f71d-8abc-c130-a9f1-b5a39498878d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.099696] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance e83bb82d-e0aa-4f28-b4c7-56f35b5de500 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.121696] env[69513]: DEBUG nova.network.neutron [-] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.138377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f46970bb-3d47-49d7-85fb-f222f1786caf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "e9346371-d893-41bc-a791-913588ae16ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.810s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.216740] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ac14d20-de1d-415c-8bbc-4a453542c803 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.226618] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12970867-1de5-41cc-8b0e-89e5dacaf4f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.266617] env[69513]: DEBUG nova.compute.manager [req-fcaf6e88-247a-4ae5-a74c-9f42b0251bd4 req-0630e2e7-4918-41aa-83cf-4ab00d29fb58 service nova] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Detach interface failed, port_id=3055311e-4ec7-4c71-af7b-6dd1d248b090, reason: Instance f9e131e0-417f-4baf-b7fd-a3547169fd41 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.300191] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 789.300191] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674508', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'name': 'volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02a2e207-94cf-48fc-92fb-701ccaa6dce8', 'attached_at': '', 'detached_at': '', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'serial': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 789.300191] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264b19a-6d1c-4d0d-97ac-9ac8536f0a9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.315761] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27334033-ff85-4a81-909c-33fe8da85e48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.346098] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3/volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.351883] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30978780-4d3e-423a-a7fe-0bcfc7184308 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.362663] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5268f71d-8abc-c130-a9f1-b5a39498878d, 'name': SearchDatastore_Task, 'duration_secs': 0.014195} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.363495] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.363730] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.363961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.364121] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.364298] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.364966] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c248d5c-9914-4394-88ec-19881fded831 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.370177] env[69513]: DEBUG oslo_vmware.api [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Waiting for the task: (returnval){ [ 789.370177] env[69513]: value = "task-3380329" [ 789.370177] env[69513]: _type = "Task" [ 789.370177] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.373837] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.373973] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.375018] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d36ca5-a205-425f-b2f2-f3e6682a5f21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.380831] env[69513]: DEBUG oslo_vmware.api [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.383954] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 789.383954] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5208e757-e10b-7db5-b607-fc6eeb89ff35" [ 789.383954] env[69513]: _type = "Task" [ 789.383954] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.389336] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5208e757-e10b-7db5-b607-fc6eeb89ff35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.532708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "ea22d717-8752-4059-9c6d-e39656c3e185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.532708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ea22d717-8752-4059-9c6d-e39656c3e185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.604821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 24d731ee-6b5d-4253-998c-6fdd83696af1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.624441] env[69513]: INFO nova.compute.manager [-] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Took 1.44 seconds to deallocate network for instance. [ 789.644206] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.787201] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf00d9b-7cfe-427c-a40c-72d6e14eff50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.794671] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Suspending the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 789.794956] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c2b5ed7f-f894-436c-a305-39bc33a8b5f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.802081] env[69513]: DEBUG oslo_vmware.api [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 789.802081] env[69513]: value = "task-3380330" [ 789.802081] env[69513]: _type = "Task" [ 789.802081] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.812251] env[69513]: DEBUG oslo_vmware.api [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380330, 'name': SuspendVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.879173] env[69513]: DEBUG oslo_vmware.api [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380329, 'name': ReconfigVM_Task, 'duration_secs': 0.494952} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.879484] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3/volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.884623] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2bd3ee-4532-45c4-a020-88e0f9f0ec12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.907855] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5208e757-e10b-7db5-b607-fc6eeb89ff35, 'name': SearchDatastore_Task, 'duration_secs': 0.010674} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.910661] env[69513]: DEBUG oslo_vmware.api [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Waiting for the task: (returnval){ [ 789.910661] env[69513]: value = "task-3380331" [ 789.910661] env[69513]: _type = "Task" [ 789.910661] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.910661] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0af134-9e86-4745-932a-3d59349eed9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.920305] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 789.920305] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52153919-dd60-ae40-51ce-763bf1b5a6fc" [ 789.920305] env[69513]: _type = "Task" [ 789.920305] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.924878] env[69513]: DEBUG oslo_vmware.api [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.934585] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52153919-dd60-ae40-51ce-763bf1b5a6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.108730] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f4a956b4-8429-4a96-aa8b-e03c0cfdce4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 790.133060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.191785] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.234990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.235978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.312068] env[69513]: DEBUG oslo_vmware.api [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380330, 'name': SuspendVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.422305] env[69513]: DEBUG oslo_vmware.api [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380331, 'name': ReconfigVM_Task, 'duration_secs': 0.17951} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.422617] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674508', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'name': 'volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02a2e207-94cf-48fc-92fb-701ccaa6dce8', 'attached_at': '', 'detached_at': '', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'serial': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 790.434058] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52153919-dd60-ae40-51ce-763bf1b5a6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.050953} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.434326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.434899] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.434899] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71ca8863-5293-4024-b451-2f92eb8d9ea0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.441306] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 790.441306] env[69513]: value = "task-3380332" [ 790.441306] env[69513]: _type = "Task" [ 790.441306] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.451465] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.612183] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 790.817189] env[69513]: DEBUG oslo_vmware.api [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380330, 'name': SuspendVM_Task, 'duration_secs': 0.625841} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.817552] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Suspended the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 790.817849] env[69513]: DEBUG nova.compute.manager [None req-1e39e136-5f69-4cb7-90bb-025682ca0ec1 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.819172] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e45710a-ac17-4f47-87f9-7b1813915c07 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.956669] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438675} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.956931] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.957312] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.957603] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fab18f3-b8d0-4d49-ae1c-0b0790fbbb66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.965192] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 790.965192] env[69513]: value = "task-3380333" [ 790.965192] env[69513]: _type = "Task" [ 790.965192] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.972799] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.115164] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 791.216886] env[69513]: DEBUG nova.compute.manager [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.217567] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d451e-6618-4e57-8870-1ab81d34e48b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.473954] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064142} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.474776] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.475259] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aae89c9-c8ce-4213-bfa8-9b6e229ca611 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.495625] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.495894] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abdff02b-517e-4767-87e0-eb07d07f5cdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.513326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-5b662da1-f32f-47da-a044-62f86557d784-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.513566] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-5b662da1-f32f-47da-a044-62f86557d784-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.514167] env[69513]: DEBUG nova.objects.instance [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'flavor' on Instance uuid 5b662da1-f32f-47da-a044-62f86557d784 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.515954] env[69513]: DEBUG nova.objects.instance [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lazy-loading 'flavor' on Instance uuid 02a2e207-94cf-48fc-92fb-701ccaa6dce8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.518461] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 791.518461] env[69513]: value = "task-3380334" [ 791.518461] env[69513]: _type = "Task" [ 791.518461] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.527361] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.619033] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 34c39af5-e57e-4d02-a38b-3695e3ff4e08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 791.728012] env[69513]: INFO nova.compute.manager [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] instance snapshotting [ 791.728676] env[69513]: DEBUG nova.objects.instance [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'flavor' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.027908] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d3b2e819-a98b-400a-bd9b-c36ae9da5ced tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.376s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.034334] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.122364] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 7f3b102d-8016-4479-a4c3-a8923dbad0c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 792.122680] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 792.122841] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 792.165022] env[69513]: DEBUG nova.objects.instance [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b662da1-f32f-47da-a044-62f86557d784 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.239686] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5904f5e1-adb4-45c5-a621-73f946d3c79d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.261515] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8003058-7a6e-4a4d-bdd0-62bbd9a7aa96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.535146] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380334, 'name': ReconfigVM_Task, 'duration_secs': 0.793539} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.535436] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e82f0091-f698-418d-aa6f-966d756eade9/e82f0091-f698-418d-aa6f-966d756eade9.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.536078] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec1204ab-2598-4cbf-80b8-a526dca78c67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.544631] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 792.544631] env[69513]: value = "task-3380335" [ 792.544631] env[69513]: _type = "Task" [ 792.544631] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.560131] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380335, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.574322] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f436c3-9e4f-4b8e-8371-9fc05c85c16b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.585402] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b1a2e-01fb-438a-8d8f-db441c466568 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.620250] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28122ab-c776-44bf-826f-8e7260fc8f57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.630348] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec4b99a-7ce7-4298-a6c7-b4e0abbb9da0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.644521] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.671428] env[69513]: DEBUG nova.objects.base [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Object Instance<5b662da1-f32f-47da-a044-62f86557d784> lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 792.671428] env[69513]: DEBUG nova.network.neutron [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.705676] env[69513]: DEBUG nova.policy [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.772407] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.772733] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e9ef58e-856c-4d21-8322-7f0cef4c8bbe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.782070] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 792.782070] env[69513]: value = "task-3380336" [ 792.782070] env[69513]: _type = "Task" [ 792.782070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.790798] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.055156] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380335, 'name': Rename_Task, 'duration_secs': 0.136011} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.055521] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.055838] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f384ff1-9611-4022-8bc3-0730c775c247 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.062456] env[69513]: DEBUG nova.compute.manager [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.062798] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 793.062798] env[69513]: value = "task-3380337" [ 793.062798] env[69513]: _type = "Task" [ 793.062798] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.063507] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de952da-7005-4cef-bab2-207f4f1493e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.077577] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.116465] env[69513]: DEBUG nova.network.neutron [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Successfully created port: bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.147789] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.292553] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380336, 'name': CreateSnapshot_Task, 'duration_secs': 0.434501} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.292553] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.293208] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5e04e5-bcb1-4084-abd3-b153bb3af8e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.574687] env[69513]: DEBUG oslo_vmware.api [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380337, 'name': PowerOnVM_Task, 'duration_secs': 0.405493} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.575629] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.575629] env[69513]: DEBUG nova.compute.manager [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.576191] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05b8f3-a98e-448a-8ab3-4343d891ae00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.579592] env[69513]: INFO nova.compute.manager [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] instance snapshotting [ 793.579782] env[69513]: WARNING nova.compute.manager [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 793.582538] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a09e3-228e-48ee-9a79-07083f94286b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.604077] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5e196-df6f-442f-bd5b-fe221bbb5e4e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.655414] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 793.655710] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.674s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.655953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.272s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.657441] env[69513]: INFO nova.compute.claims [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.812452] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.813342] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19296d8a-7b4a-4b9f-9573-2bdf07186f34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.822186] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 793.822186] env[69513]: value = "task-3380338" [ 793.822186] env[69513]: _type = "Task" [ 793.822186] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.831222] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380338, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.097595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.113815] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 794.114134] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2857b039-9fa9-4c34-bfbe-dcd9e001ff64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.123269] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 794.123269] env[69513]: value = "task-3380339" [ 794.123269] env[69513]: _type = "Task" [ 794.123269] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.131451] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380339, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.313839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.314166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.333444] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380338, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.633693] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.700477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "e82f0091-f698-418d-aa6f-966d756eade9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.700477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "e82f0091-f698-418d-aa6f-966d756eade9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.700867] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "e82f0091-f698-418d-aa6f-966d756eade9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.700867] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "e82f0091-f698-418d-aa6f-966d756eade9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.701031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "e82f0091-f698-418d-aa6f-966d756eade9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.703099] env[69513]: INFO nova.compute.manager [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Terminating instance [ 794.713271] env[69513]: DEBUG nova.network.neutron [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Successfully updated port: bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.818572] env[69513]: INFO nova.compute.manager [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Detaching volume 9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3 [ 794.835949] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380338, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.880012] env[69513]: INFO nova.virt.block_device [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Attempting to driver detach volume 9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3 from mountpoint /dev/sdb [ 794.880265] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 794.880447] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674508', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'name': 'volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02a2e207-94cf-48fc-92fb-701ccaa6dce8', 'attached_at': '', 'detached_at': '', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'serial': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 794.881570] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e9e3b7-e3d0-4ae6-a989-dfa250bf338b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.905065] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6a980b-cfd1-4083-b663-6916f77c6689 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.912447] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b9c0f-39b2-45d4-808f-01d33a14d09e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.938500] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb67d2d-4b9d-48a7-8566-813e9d06e6ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.960996] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] The volume has not been displaced from its original location: [datastore2] volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3/volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 794.961669] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 794.967436] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64daae90-c6cf-4b12-8173-3b2aa42a5131 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.981463] env[69513]: DEBUG nova.compute.manager [req-8618ce6d-6592-44e3-8edd-0b2b6ca14560 req-207dda73-22f1-4e45-8a7e-17986fe19c7b service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-vif-plugged-bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.981674] env[69513]: DEBUG oslo_concurrency.lockutils [req-8618ce6d-6592-44e3-8edd-0b2b6ca14560 req-207dda73-22f1-4e45-8a7e-17986fe19c7b service nova] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.981881] env[69513]: DEBUG oslo_concurrency.lockutils [req-8618ce6d-6592-44e3-8edd-0b2b6ca14560 req-207dda73-22f1-4e45-8a7e-17986fe19c7b service nova] Lock "5b662da1-f32f-47da-a044-62f86557d784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.982057] env[69513]: DEBUG oslo_concurrency.lockutils [req-8618ce6d-6592-44e3-8edd-0b2b6ca14560 req-207dda73-22f1-4e45-8a7e-17986fe19c7b service nova] Lock "5b662da1-f32f-47da-a044-62f86557d784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.982222] env[69513]: DEBUG nova.compute.manager [req-8618ce6d-6592-44e3-8edd-0b2b6ca14560 req-207dda73-22f1-4e45-8a7e-17986fe19c7b service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] No waiting events found dispatching network-vif-plugged-bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.982381] env[69513]: WARNING nova.compute.manager [req-8618ce6d-6592-44e3-8edd-0b2b6ca14560 req-207dda73-22f1-4e45-8a7e-17986fe19c7b service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received unexpected event network-vif-plugged-bb445d69-262a-4061-b458-1cadaa39561e for instance with vm_state active and task_state None. [ 794.988157] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Waiting for the task: (returnval){ [ 794.988157] env[69513]: value = "task-3380340" [ 794.988157] env[69513]: _type = "Task" [ 794.988157] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.997229] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.133494] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380339, 'name': CreateSnapshot_Task, 'duration_secs': 0.703566} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.133728] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.136994] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6896d-02fb-40f0-a1a6-35827b8f1823 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.184237] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2481f7e-9ea1-4f6e-9450-0743e67093f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.192465] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a9060-f814-4d0c-b630-18c23c7881ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.225391] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "refresh_cache-e82f0091-f698-418d-aa6f-966d756eade9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.225587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquired lock "refresh_cache-e82f0091-f698-418d-aa6f-966d756eade9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.226008] env[69513]: DEBUG nova.network.neutron [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 795.227043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.227212] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.227452] env[69513]: DEBUG nova.network.neutron [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 795.229895] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16f490f-234d-413c-bc91-d14e44dcbc42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.237348] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787448a9-e981-42a0-b79e-a05f84440fe0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.252886] env[69513]: DEBUG nova.compute.provider_tree [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.334106] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380338, 'name': CloneVM_Task, 'duration_secs': 1.149466} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.334385] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created linked-clone VM from snapshot [ 795.335103] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe06181-619d-4a7b-b19f-69b9fa3a25c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.343148] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Uploading image f66a005b-8d82-42ac-9918-13ad6266f255 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.362224] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.362224] env[69513]: value = "vm-674511" [ 795.362224] env[69513]: _type = "VirtualMachine" [ 795.362224] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.362482] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a80cbc4d-72ea-4333-9720-de7bf88a5097 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.369738] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease: (returnval){ [ 795.369738] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5227ddc4-8ebb-4f94-f624-a6647a07c001" [ 795.369738] env[69513]: _type = "HttpNfcLease" [ 795.369738] env[69513]: } obtained for exporting VM: (result){ [ 795.369738] env[69513]: value = "vm-674511" [ 795.369738] env[69513]: _type = "VirtualMachine" [ 795.369738] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.369999] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the lease: (returnval){ [ 795.369999] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5227ddc4-8ebb-4f94-f624-a6647a07c001" [ 795.369999] env[69513]: _type = "HttpNfcLease" [ 795.369999] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.375876] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.375876] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5227ddc4-8ebb-4f94-f624-a6647a07c001" [ 795.375876] env[69513]: _type = "HttpNfcLease" [ 795.375876] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.497797] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.654400] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 795.654728] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74743747-bd5a-4738-8b92-a2567a59a5b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.662953] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 795.662953] env[69513]: value = "task-3380342" [ 795.662953] env[69513]: _type = "Task" [ 795.662953] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.671372] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380342, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.756727] env[69513]: DEBUG nova.scheduler.client.report [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.771535] env[69513]: DEBUG nova.network.neutron [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 795.797674] env[69513]: WARNING nova.network.neutron [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] ff09d096-e904-409c-bfab-41435a1a93ab already exists in list: networks containing: ['ff09d096-e904-409c-bfab-41435a1a93ab']. ignoring it [ 795.883153] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.883153] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5227ddc4-8ebb-4f94-f624-a6647a07c001" [ 795.883153] env[69513]: _type = "HttpNfcLease" [ 795.883153] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.883580] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.883580] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5227ddc4-8ebb-4f94-f624-a6647a07c001" [ 795.883580] env[69513]: _type = "HttpNfcLease" [ 795.883580] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.884555] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cadf817-a6bf-4427-a00a-242c9773ff7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.893547] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243e5b4-aa4a-0864-a7fb-84842193aac3/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.894680] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243e5b4-aa4a-0864-a7fb-84842193aac3/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 795.954789] env[69513]: DEBUG nova.network.neutron [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.993512] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d768bd0-f7dd-4b3d-b93c-88d004f0314a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.004357] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380340, 'name': ReconfigVM_Task, 'duration_secs': 0.521677} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.007305] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.012426] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbae23b-7443-49b4-ad56-ba51be76d9b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.030231] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Waiting for the task: (returnval){ [ 796.030231] env[69513]: value = "task-3380343" [ 796.030231] env[69513]: _type = "Task" [ 796.030231] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.047053] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.172679] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380342, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.209377] env[69513]: DEBUG nova.network.neutron [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb445d69-262a-4061-b458-1cadaa39561e", "address": "fa:16:3e:8e:1d:b7", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb445d69-26", "ovs_interfaceid": "bb445d69-262a-4061-b458-1cadaa39561e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.262769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.263376] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.266090] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.794s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.270354] env[69513]: INFO nova.compute.claims [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.461764] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Releasing lock "refresh_cache-e82f0091-f698-418d-aa6f-966d756eade9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.462692] env[69513]: DEBUG nova.compute.manager [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.463148] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.464455] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277dc7fe-e7c8-4a4d-a210-9fd1d23814cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.474816] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.475264] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf9fc92-35b1-440b-b699-a70c05ba347d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.481668] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 796.481668] env[69513]: value = "task-3380344" [ 796.481668] env[69513]: _type = "Task" [ 796.481668] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.489870] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.547605] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.674206] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380342, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.712160] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.713248] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.713433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.714279] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c72bcc-cf67-4d4b-a174-862bda5bedc8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.734111] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.734478] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.734693] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.734947] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.735603] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.735603] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.735733] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.735903] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.736094] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.736310] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.738554] env[69513]: DEBUG nova.virt.hardware [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.744793] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Reconfiguring VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 796.745397] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974785e7-48e9-4d01-8d87-06146e548854 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.762577] env[69513]: DEBUG oslo_vmware.api [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 796.762577] env[69513]: value = "task-3380345" [ 796.762577] env[69513]: _type = "Task" [ 796.762577] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.776658] env[69513]: DEBUG nova.compute.utils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.778314] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.778425] env[69513]: DEBUG nova.network.neutron [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.826307] env[69513]: DEBUG nova.policy [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ce205da03ad4194adcd06bd380ced48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d103a9d0424e049e3baedc6a23d1cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.993196] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.047609] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.101815] env[69513]: DEBUG nova.compute.manager [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-changed-bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.102273] env[69513]: DEBUG nova.compute.manager [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Refreshing instance network info cache due to event network-changed-bb445d69-262a-4061-b458-1cadaa39561e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.102382] env[69513]: DEBUG oslo_concurrency.lockutils [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] Acquiring lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.102569] env[69513]: DEBUG oslo_concurrency.lockutils [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] Acquired lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.102782] env[69513]: DEBUG nova.network.neutron [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Refreshing network info cache for port bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 797.176353] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380342, 'name': CloneVM_Task, 'duration_secs': 1.187713} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.176763] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Created linked-clone VM from snapshot [ 797.177654] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff1c00-fef6-4012-8523-d9738f2ef7cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.186095] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Uploading image fa743b1c-1256-4cc8-a514-be48cdbc0484 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 797.211745] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.211745] env[69513]: value = "vm-674513" [ 797.211745] env[69513]: _type = "VirtualMachine" [ 797.211745] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.212935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-302b08cb-e89c-4973-9de7-99a3d26ee197 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.216961] env[69513]: DEBUG nova.network.neutron [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Successfully created port: 2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.222484] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease: (returnval){ [ 797.222484] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d64640-f33c-ee7e-c16a-73a7369bdc85" [ 797.222484] env[69513]: _type = "HttpNfcLease" [ 797.222484] env[69513]: } obtained for exporting VM: (result){ [ 797.222484] env[69513]: value = "vm-674513" [ 797.222484] env[69513]: _type = "VirtualMachine" [ 797.222484] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.222739] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the lease: (returnval){ [ 797.222739] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d64640-f33c-ee7e-c16a-73a7369bdc85" [ 797.222739] env[69513]: _type = "HttpNfcLease" [ 797.222739] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.232039] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.232039] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d64640-f33c-ee7e-c16a-73a7369bdc85" [ 797.232039] env[69513]: _type = "HttpNfcLease" [ 797.232039] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 797.273694] env[69513]: DEBUG oslo_vmware.api [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.282689] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.493751] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380344, 'name': PowerOffVM_Task, 'duration_secs': 0.848031} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.496655] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.497037] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.497622] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fad9103-ce83-4753-909b-5ccaf3edb172 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.525032] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.525210] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.525491] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Deleting the datastore file [datastore2] e82f0091-f698-418d-aa6f-966d756eade9 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.525858] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f29b3c7-106b-402e-871c-38143fcc3303 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.532469] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for the task: (returnval){ [ 797.532469] env[69513]: value = "task-3380348" [ 797.532469] env[69513]: _type = "Task" [ 797.532469] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.545314] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.550353] env[69513]: DEBUG oslo_vmware.api [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Task: {'id': task-3380343, 'name': ReconfigVM_Task, 'duration_secs': 1.250573} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.553242] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674508', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'name': 'volume-9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02a2e207-94cf-48fc-92fb-701ccaa6dce8', 'attached_at': '', 'detached_at': '', 'volume_id': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3', 'serial': '9a989c71-06d3-4cfa-bb1a-a6b20f4e5af3'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.739021] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.739021] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d64640-f33c-ee7e-c16a-73a7369bdc85" [ 797.739021] env[69513]: _type = "HttpNfcLease" [ 797.739021] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.739021] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.739021] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d64640-f33c-ee7e-c16a-73a7369bdc85" [ 797.739021] env[69513]: _type = "HttpNfcLease" [ 797.739021] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.739021] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9576bf3-419f-4c09-9d40-dd3f6a58c5a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.754352] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205bd8c-61b5-2c4d-e941-3cbc57d8ccf7/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.754946] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205bd8c-61b5-2c4d-e941-3cbc57d8ccf7/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.833369] env[69513]: DEBUG oslo_vmware.api [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.905023] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-219564dd-320f-40e2-9c34-0159f9971dbc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.912157] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c632148a-a508-49dc-ad68-621af90b0a83 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.920074] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ecc5fa-add6-4366-be48-1f17815c9182 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.958734] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccedfcc-1625-4d33-aec6-aa5671d1a172 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.967645] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ab468-ba24-499a-937a-494d410651df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.987594] env[69513]: DEBUG nova.compute.provider_tree [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.042806] env[69513]: DEBUG oslo_vmware.api [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Task: {'id': task-3380348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216517} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.043076] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.043268] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.043492] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.043608] env[69513]: INFO nova.compute.manager [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Took 1.58 seconds to destroy the instance on the hypervisor. [ 798.043839] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.044041] env[69513]: DEBUG nova.compute.manager [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.044139] env[69513]: DEBUG nova.network.neutron [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 798.078106] env[69513]: DEBUG nova.network.neutron [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 798.137757] env[69513]: DEBUG nova.objects.instance [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lazy-loading 'flavor' on Instance uuid 02a2e207-94cf-48fc-92fb-701ccaa6dce8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.169978] env[69513]: DEBUG nova.network.neutron [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updated VIF entry in instance network info cache for port bb445d69-262a-4061-b458-1cadaa39561e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 798.169978] env[69513]: DEBUG nova.network.neutron [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb445d69-262a-4061-b458-1cadaa39561e", "address": "fa:16:3e:8e:1d:b7", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb445d69-26", "ovs_interfaceid": "bb445d69-262a-4061-b458-1cadaa39561e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.328728] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.331141] env[69513]: DEBUG oslo_vmware.api [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.491178] env[69513]: DEBUG nova.scheduler.client.report [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.586512] env[69513]: DEBUG nova.network.neutron [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.675733] env[69513]: DEBUG oslo_concurrency.lockutils [req-6990b2f5-8425-426b-8762-ea39e75ef9d4 req-6ccf848b-06c3-4523-a6ab-800b38f2f3b7 service nova] Releasing lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.748407] env[69513]: DEBUG nova.network.neutron [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Successfully updated port: 2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.830025] env[69513]: DEBUG oslo_vmware.api [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380345, 'name': ReconfigVM_Task, 'duration_secs': 2.010933} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.830025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.830025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Reconfigured VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 798.996895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.997465] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.000973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.048s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.002696] env[69513]: INFO nova.compute.claims [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.089374] env[69513]: INFO nova.compute.manager [-] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Took 1.05 seconds to deallocate network for instance. [ 799.148685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-31ae7fdb-5c94-432c-94a6-fb2888c43b3c tempest-VolumesAssistedSnapshotsTest-964129013 tempest-VolumesAssistedSnapshotsTest-964129013-project-admin] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.833s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.252337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.252337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.252337] env[69513]: DEBUG nova.network.neutron [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 799.335049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fbd6099e-9229-4595-bcda-d58d67c65d5c tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-5b662da1-f32f-47da-a044-62f86557d784-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.821s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.511551] env[69513]: DEBUG nova.compute.utils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.513405] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.513620] env[69513]: DEBUG nova.network.neutron [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.597331] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.635339] env[69513]: DEBUG nova.policy [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53703e0398574189b8bbef671f2e2da3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfa28e33010c4cd0bf52c754c6c03451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.836904] env[69513]: DEBUG nova.network.neutron [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 800.018143] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.063032] env[69513]: DEBUG nova.network.neutron [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [{"id": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "address": "fa:16:3e:66:87:94", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb5fa5-1c", "ovs_interfaceid": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.118350] env[69513]: DEBUG nova.network.neutron [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Successfully created port: 2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.324764] env[69513]: DEBUG nova.compute.manager [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Received event network-vif-plugged-2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.324999] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] Acquiring lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.325239] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.325434] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.325637] env[69513]: DEBUG nova.compute.manager [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] No waiting events found dispatching network-vif-plugged-2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.325815] env[69513]: WARNING nova.compute.manager [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Received unexpected event network-vif-plugged-2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad for instance with vm_state building and task_state spawning. [ 800.325975] env[69513]: DEBUG nova.compute.manager [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Received event network-changed-2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.326532] env[69513]: DEBUG nova.compute.manager [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Refreshing instance network info cache due to event network-changed-2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.326532] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] Acquiring lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.535906] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bae7c32-7235-4ac4-a92a-262c0086b5f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.542918] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33731d7-db26-44ff-b1ac-4f4f832987cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.577275] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.577611] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Instance network_info: |[{"id": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "address": "fa:16:3e:66:87:94", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb5fa5-1c", "ovs_interfaceid": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.578850] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] Acquired lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.579057] env[69513]: DEBUG nova.network.neutron [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Refreshing network info cache for port 2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 800.580652] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f22865-fe22-43d1-8880-4ddac6e65169 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.590957] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993dd190-9b9d-489d-92b9-aefd4917be44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.605445] env[69513]: DEBUG nova.compute.provider_tree [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.031029] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.108945] env[69513]: DEBUG nova.scheduler.client.report [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.405557] env[69513]: DEBUG nova.network.neutron [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updated VIF entry in instance network info cache for port 2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 801.405557] env[69513]: DEBUG nova.network.neutron [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [{"id": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "address": "fa:16:3e:66:87:94", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb5fa5-1c", "ovs_interfaceid": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.615052] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.615592] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.618318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.493s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.619767] env[69513]: INFO nova.compute.claims [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.907844] env[69513]: DEBUG oslo_concurrency.lockutils [req-bb28f155-482b-4765-b760-42625d371bf2 req-eb27a0d0-85ce-487b-a0eb-782caf5463cc service nova] Releasing lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.971034] env[69513]: DEBUG nova.network.neutron [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Successfully updated port: 2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.127221] env[69513]: DEBUG nova.compute.utils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.129135] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.129329] env[69513]: DEBUG nova.network.neutron [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.203337] env[69513]: DEBUG nova.policy [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c56565de49b4c7dbc975e31ed20d1cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8da97e65625c45449d57848dedd8c510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.474035] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "refresh_cache-de6a6647-9368-4d4f-8f42-fb49ab4f03f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.474235] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquired lock "refresh_cache-de6a6647-9368-4d4f-8f42-fb49ab4f03f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.474235] env[69513]: DEBUG nova.network.neutron [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 802.636750] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.684861] env[69513]: DEBUG nova.network.neutron [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Successfully created port: fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.041655] env[69513]: DEBUG nova.network.neutron [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 803.053129] env[69513]: DEBUG nova.compute.manager [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Received event network-vif-plugged-2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.054488] env[69513]: DEBUG oslo_concurrency.lockutils [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] Acquiring lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.054971] env[69513]: DEBUG oslo_concurrency.lockutils [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.055361] env[69513]: DEBUG oslo_concurrency.lockutils [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.055695] env[69513]: DEBUG nova.compute.manager [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] No waiting events found dispatching network-vif-plugged-2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.056025] env[69513]: WARNING nova.compute.manager [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Received unexpected event network-vif-plugged-2cc3b897-e4ba-41be-815a-0d30496f8753 for instance with vm_state building and task_state spawning. [ 803.056995] env[69513]: DEBUG nova.compute.manager [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Received event network-changed-2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.056995] env[69513]: DEBUG nova.compute.manager [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Refreshing instance network info cache due to event network-changed-2cc3b897-e4ba-41be-815a-0d30496f8753. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.056995] env[69513]: DEBUG oslo_concurrency.lockutils [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] Acquiring lock "refresh_cache-de6a6647-9368-4d4f-8f42-fb49ab4f03f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.248126] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c828fd7-2434-4eae-a834-f3ac41d099d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.259490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba7111a-4640-45ba-8571-77bd966b6a95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.292510] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeabd76-178c-4de4-b0c5-8f9d5d79e3b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.296318] env[69513]: DEBUG nova.network.neutron [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Updating instance_info_cache with network_info: [{"id": "2cc3b897-e4ba-41be-815a-0d30496f8753", "address": "fa:16:3e:78:82:02", "network": {"id": "124f0200-b610-49be-a204-770abe506147", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1101737947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfa28e33010c4cd0bf52c754c6c03451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc3b897-e4", "ovs_interfaceid": "2cc3b897-e4ba-41be-815a-0d30496f8753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.305829] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561a49c-d960-479c-b437-4382ff1adc90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.332041] env[69513]: DEBUG nova.compute.provider_tree [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.456830] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-5b662da1-f32f-47da-a044-62f86557d784-bb445d69-262a-4061-b458-1cadaa39561e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.457112] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-5b662da1-f32f-47da-a044-62f86557d784-bb445d69-262a-4061-b458-1cadaa39561e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.647978] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.799413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Releasing lock "refresh_cache-de6a6647-9368-4d4f-8f42-fb49ab4f03f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.799702] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Instance network_info: |[{"id": "2cc3b897-e4ba-41be-815a-0d30496f8753", "address": "fa:16:3e:78:82:02", "network": {"id": "124f0200-b610-49be-a204-770abe506147", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1101737947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfa28e33010c4cd0bf52c754c6c03451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc3b897-e4", "ovs_interfaceid": "2cc3b897-e4ba-41be-815a-0d30496f8753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.800024] env[69513]: DEBUG oslo_concurrency.lockutils [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] Acquired lock "refresh_cache-de6a6647-9368-4d4f-8f42-fb49ab4f03f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.800218] env[69513]: DEBUG nova.network.neutron [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Refreshing network info cache for port 2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 803.835494] env[69513]: DEBUG nova.scheduler.client.report [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.960792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.960792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.961773] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2c27c-74c2-4e67-8ea7-0b19824e555d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.981524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.981850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.981988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.982193] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.982959] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.984777] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2489b-b02e-4538-b664-deee3b9c1a67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.987728] env[69513]: INFO nova.compute.manager [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Terminating instance [ 804.015223] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Reconfiguring VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 804.016306] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72a60b4-f6b2-4413-9f67-4eae961685ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.036252] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 804.036252] env[69513]: value = "task-3380350" [ 804.036252] env[69513]: _type = "Task" [ 804.036252] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.045299] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.343945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.343945] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.346941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.387s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.347425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.350761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.645s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.351115] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.353049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.875s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.355091] env[69513]: INFO nova.compute.claims [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.427552] env[69513]: INFO nova.scheduler.client.report [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Deleted allocations for instance 85c9439a-5909-4e66-b300-3274ed11d2ac [ 804.436163] env[69513]: INFO nova.scheduler.client.report [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Deleted allocations for instance 8449c056-fd63-4c95-b517-8fb2240182f3 [ 804.507061] env[69513]: DEBUG nova.compute.manager [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.507061] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.507061] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5f017c-6801-4cc0-96fe-242d60683e64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.518796] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.519270] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb7d924-2e25-463b-a86f-41519e4a9381 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.526344] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 804.526344] env[69513]: value = "task-3380351" [ 804.526344] env[69513]: _type = "Task" [ 804.526344] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.535809] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3380351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.546829] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.776976] env[69513]: DEBUG nova.network.neutron [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Updated VIF entry in instance network info cache for port 2cc3b897-e4ba-41be-815a-0d30496f8753. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 804.777785] env[69513]: DEBUG nova.network.neutron [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Updating instance_info_cache with network_info: [{"id": "2cc3b897-e4ba-41be-815a-0d30496f8753", "address": "fa:16:3e:78:82:02", "network": {"id": "124f0200-b610-49be-a204-770abe506147", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1101737947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfa28e33010c4cd0bf52c754c6c03451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc3b897-e4", "ovs_interfaceid": "2cc3b897-e4ba-41be-815a-0d30496f8753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.856980] env[69513]: DEBUG nova.network.neutron [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Successfully updated port: fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.859895] env[69513]: DEBUG nova.compute.utils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.864272] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.864272] env[69513]: DEBUG nova.network.neutron [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.934165] env[69513]: DEBUG nova.policy [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787bb87a54b0435e86222f2a795e5953', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ba18b981f9411f8b8b59adf0e9942d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.940074] env[69513]: DEBUG oslo_concurrency.lockutils [None req-73ebdd26-80f5-4cf5-b468-72ed9c611e94 tempest-ServersNegativeTestMultiTenantJSON-1179789130 tempest-ServersNegativeTestMultiTenantJSON-1179789130-project-member] Lock "85c9439a-5909-4e66-b300-3274ed11d2ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.600s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.946935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6080510-2367-45f6-b6a7-391de2b8605a tempest-FloatingIPsAssociationTestJSON-642147526 tempest-FloatingIPsAssociationTestJSON-642147526-project-member] Lock "8449c056-fd63-4c95-b517-8fb2240182f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.947s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.037519] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3380351, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.046633] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.221676] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.221966] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.226019] env[69513]: DEBUG nova.virt.hardware [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.226019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b483f3-d8ba-4aea-be24-7a5a25cfe467 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.236158] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27383d64-3f33-4889-91fb-a8d00573a101 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.252285] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:87:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.261612] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.264900] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.266226] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be262997-eadd-42b7-8396-8261b432b176 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.284627] env[69513]: DEBUG oslo_concurrency.lockutils [req-4093cb35-6a1b-479c-ab49-463cea8d2803 req-fbdef0e2-af28-4651-9c97-e216744cf91e service nova] Releasing lock "refresh_cache-de6a6647-9368-4d4f-8f42-fb49ab4f03f0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.288094] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.288094] env[69513]: value = "task-3380352" [ 805.288094] env[69513]: _type = "Task" [ 805.288094] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.296788] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380352, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.312020] env[69513]: DEBUG nova.virt.hardware [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.312929] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d157b2-30a1-4505-82f9-68c881761a8e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.323299] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:39:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c2c7a5b-e0b6-4169-b37f-ef510271293e',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1733713273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.323545] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.323722] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.323902] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.324053] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.324196] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.324416] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.324569] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.324726] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.324881] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.325078] env[69513]: DEBUG nova.virt.hardware [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.326430] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b7f70-cc44-4ad5-9db7-224fe2738b04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.332564] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a31af-8dc0-44da-88a3-d2adb3e03459 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.351888] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01fa61a-ef9c-4526-8789-fa7944fca87a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.355083] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:82:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc3b897-e4ba-41be-815a-0d30496f8753', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.364084] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Creating folder: Project (dfa28e33010c4cd0bf52c754c6c03451). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.366407] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243e5b4-aa4a-0864-a7fb-84842193aac3/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.367388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.367388] env[69513]: DEBUG nova.network.neutron [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 805.368469] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-875b2939-37d7-4e2d-9d64-4b47666630c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.370574] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.376999] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3c625a-d7d4-4ba0-8eef-063ad315438d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.386181] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243e5b4-aa4a-0864-a7fb-84842193aac3/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.386181] env[69513]: ERROR oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243e5b4-aa4a-0864-a7fb-84842193aac3/disk-0.vmdk due to incomplete transfer. [ 805.393762] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2853724-ae67-47a5-8c3b-105e85cda184 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.397308] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Created folder: Project (dfa28e33010c4cd0bf52c754c6c03451) in parent group-v674393. [ 805.398018] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Creating folder: Instances. Parent ref: group-v674515. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.398122] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cc3e6f4-292b-426c-8da2-0fc2aba55aff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.403266] env[69513]: DEBUG oslo_vmware.rw_handles [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243e5b4-aa4a-0864-a7fb-84842193aac3/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.403451] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Uploaded image f66a005b-8d82-42ac-9918-13ad6266f255 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.405989] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.407755] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23a3d2b1-be17-4793-9f18-9ff54a4dbb60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.409610] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Created folder: Instances in parent group-v674515. [ 805.409728] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.409939] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.410514] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f68a99d6-420a-4656-a804-186ba628ad23 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.428100] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 805.428100] env[69513]: value = "task-3380355" [ 805.428100] env[69513]: _type = "Task" [ 805.428100] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.437820] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.437820] env[69513]: value = "task-3380356" [ 805.437820] env[69513]: _type = "Task" [ 805.437820] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.444933] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380355, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.451661] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380356, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.538797] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3380351, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.553313] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.601679] env[69513]: DEBUG nova.network.neutron [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Successfully created port: fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.794219] env[69513]: DEBUG nova.compute.manager [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Received event network-vif-plugged-fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.794748] env[69513]: DEBUG oslo_concurrency.lockutils [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] Acquiring lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.794857] env[69513]: DEBUG oslo_concurrency.lockutils [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.795049] env[69513]: DEBUG oslo_concurrency.lockutils [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.795302] env[69513]: DEBUG nova.compute.manager [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] No waiting events found dispatching network-vif-plugged-fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.795549] env[69513]: WARNING nova.compute.manager [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Received unexpected event network-vif-plugged-fe2a6467-4cf9-434a-b71d-7dc39f0afc9c for instance with vm_state building and task_state spawning. [ 805.795669] env[69513]: DEBUG nova.compute.manager [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Received event network-changed-fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.795843] env[69513]: DEBUG nova.compute.manager [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Refreshing instance network info cache due to event network-changed-fe2a6467-4cf9-434a-b71d-7dc39f0afc9c. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.796034] env[69513]: DEBUG oslo_concurrency.lockutils [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] Acquiring lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.813572] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380352, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.948945] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380355, 'name': Destroy_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.959558] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380356, 'name': CreateVM_Task, 'duration_secs': 0.375712} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.959743] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.961659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.961659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.961659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.961659] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088601a7-0808-460a-954a-311c8e6889a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.964048] env[69513]: DEBUG nova.network.neutron [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 805.972202] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 805.972202] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526414b7-b7df-fdb9-53ff-97851c29b908" [ 805.972202] env[69513]: _type = "Task" [ 805.972202] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.980882] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526414b7-b7df-fdb9-53ff-97851c29b908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.982693] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0287b-602c-446f-886d-8c226f256488 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.989990] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b265be0c-1221-4bc6-8bb7-f3776a585ff3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.027653] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7292ac19-5dcb-42cc-ace1-84f7614f2e2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.047506] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a89459f-610b-4994-bbe7-40fea2eedd47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.055032] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3380351, 'name': PowerOffVM_Task, 'duration_secs': 1.237719} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.055032] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.055032] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.055032] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed547f2-899f-4f05-8a4d-bf937e9b84dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.058476] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.069093] env[69513]: DEBUG nova.compute.provider_tree [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.164142] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.164267] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.164879] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Deleting the datastore file [datastore1] 02a2e207-94cf-48fc-92fb-701ccaa6dce8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.164879] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b55ace3-386d-426c-b1d7-bb6e81713828 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.171829] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for the task: (returnval){ [ 806.171829] env[69513]: value = "task-3380358" [ 806.171829] env[69513]: _type = "Task" [ 806.171829] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.182022] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3380358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.301420] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380352, 'name': CreateVM_Task, 'duration_secs': 0.86619} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.301682] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.302573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.355975] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205bd8c-61b5-2c4d-e941-3cbc57d8ccf7/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.358071] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81e7a8-dced-4e9b-8767-cd593c00c2c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.365198] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205bd8c-61b5-2c4d-e941-3cbc57d8ccf7/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.366802] env[69513]: ERROR oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205bd8c-61b5-2c4d-e941-3cbc57d8ccf7/disk-0.vmdk due to incomplete transfer. [ 806.366802] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1591529f-ca58-4180-b3a7-2283cefb64c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.374798] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205bd8c-61b5-2c4d-e941-3cbc57d8ccf7/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.375052] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Uploaded image fa743b1c-1256-4cc8-a514-be48cdbc0484 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.376892] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.378381] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-370ee4aa-cc04-4ea5-8699-00e3224884ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.385019] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 806.385019] env[69513]: value = "task-3380359" [ 806.385019] env[69513]: _type = "Task" [ 806.385019] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.390732] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.401278] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380359, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.420662] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.420946] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.421135] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.421363] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.421526] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.421695] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.421971] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.422334] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.422453] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.422622] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.422842] env[69513]: DEBUG nova.virt.hardware [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.423706] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc8db2-54bc-44a5-81e5-448c6566bce2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.432325] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35d391-1d0e-4523-a424-54961f7c5dcb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.446259] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380355, 'name': Destroy_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.481526] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526414b7-b7df-fdb9-53ff-97851c29b908, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.481832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.482079] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.482313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.482456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.482627] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.482897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.483293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.483626] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9428a316-b6cd-4472-bb54-e715b5f922ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.485652] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd62be3-01a8-489d-831d-154e67e7f37f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.490756] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 806.490756] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e585cd-80da-1673-4c0f-25946433ee6f" [ 806.490756] env[69513]: _type = "Task" [ 806.490756] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.506412] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e585cd-80da-1673-4c0f-25946433ee6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.506412] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.506412] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.506412] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c96bddb-618c-4240-a078-915f3eded29e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.512802] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 806.512802] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a96e3a-5821-2043-88b9-1991b6a905f6" [ 806.512802] env[69513]: _type = "Task" [ 806.512802] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.521820] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a96e3a-5821-2043-88b9-1991b6a905f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.548053] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.571540] env[69513]: DEBUG nova.network.neutron [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.574385] env[69513]: DEBUG nova.scheduler.client.report [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.686910] env[69513]: DEBUG oslo_vmware.api [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Task: {'id': task-3380358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166288} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.686910] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.686910] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.686910] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.687271] env[69513]: INFO nova.compute.manager [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Took 2.18 seconds to destroy the instance on the hypervisor. [ 806.687304] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.687540] env[69513]: DEBUG nova.compute.manager [-] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.687579] env[69513]: DEBUG nova.network.neutron [-] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 806.894728] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380359, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.946893] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380355, 'name': Destroy_Task, 'duration_secs': 1.489217} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.947570] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroyed the VM [ 806.948034] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.948416] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce71ecfc-9384-43f1-b926-be693403ac0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956893] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 806.956893] env[69513]: value = "task-3380360" [ 806.956893] env[69513]: _type = "Task" [ 806.956893] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.967142] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.005866] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e585cd-80da-1673-4c0f-25946433ee6f, 'name': SearchDatastore_Task, 'duration_secs': 0.017544} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.005866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.005866] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.005866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.025699] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a96e3a-5821-2043-88b9-1991b6a905f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.026692] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25ff208-0b3c-47cb-8c51-ee0bafd6bd25 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.032499] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 807.032499] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523bc727-44ea-9db8-a6a5-b2538f864d0e" [ 807.032499] env[69513]: _type = "Task" [ 807.032499] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.043973] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523bc727-44ea-9db8-a6a5-b2538f864d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.052935] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.076770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.076770] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Instance network_info: |[{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.077014] env[69513]: DEBUG oslo_concurrency.lockutils [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] Acquired lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.077517] env[69513]: DEBUG nova.network.neutron [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Refreshing network info cache for port fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 807.078427] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:ad:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe2a6467-4cf9-434a-b71d-7dc39f0afc9c', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.090147] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.090457] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.090967] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.093913] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.094301] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.779s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.094416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.096424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.501s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.097906] env[69513]: INFO nova.compute.claims [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.109668] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c00dca2-76a1-48d1-8537-19072e3a96d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.127240] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.127240] env[69513]: value = "task-3380361" [ 807.127240] env[69513]: _type = "Task" [ 807.127240] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.136803] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380361, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.261739] env[69513]: INFO nova.scheduler.client.report [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Deleted allocations for instance b3f7ee3f-649f-4c28-b281-3f0e9bea9080 [ 807.395997] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380359, 'name': Destroy_Task, 'duration_secs': 0.850464} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.396364] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Destroyed the VM [ 807.396528] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.397153] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b694a3b8-c129-4a2d-bfdc-4ea489b37512 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.403549] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 807.403549] env[69513]: value = "task-3380362" [ 807.403549] env[69513]: _type = "Task" [ 807.403549] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.413541] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.466237] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380360, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.551023] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523bc727-44ea-9db8-a6a5-b2538f864d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.552857] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.553310] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] de6a6647-9368-4d4f-8f42-fb49ab4f03f0/de6a6647-9368-4d4f-8f42-fb49ab4f03f0.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.553764] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.554099] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.554647] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59d78748-737e-4e9a-bb17-4e93793a5b8e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.558163] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-537e85c3-f479-4d4d-9f7d-038724164848 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.564132] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.569320] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 807.569320] env[69513]: value = "task-3380363" [ 807.569320] env[69513]: _type = "Task" [ 807.569320] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.571941] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.572288] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.573395] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab22839b-4683-42e2-812c-7ad5ce6c2628 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.580743] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.584333] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 807.584333] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520b1737-5a97-0368-1f50-3020c37cc76f" [ 807.584333] env[69513]: _type = "Task" [ 807.584333] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.595569] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520b1737-5a97-0368-1f50-3020c37cc76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.596793] env[69513]: DEBUG nova.compute.utils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.598150] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.598350] env[69513]: DEBUG nova.network.neutron [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.639910] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380361, 'name': CreateVM_Task, 'duration_secs': 0.341958} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.640105] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.640769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.641860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.641860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.641860] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88e2863-97c4-4ec1-8850-9bb9cfd29d53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.650231] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 807.650231] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5299f812-b0f5-90d0-06fc-4e70edb37715" [ 807.650231] env[69513]: _type = "Task" [ 807.650231] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.661022] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5299f812-b0f5-90d0-06fc-4e70edb37715, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.661440] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.661716] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.662209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.737486] env[69513]: DEBUG nova.policy [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8110301e95a40f8a4d324e4e9618793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12206fc29279462dac5d8183c5f10f23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.777273] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5176577-24c7-4614-8a7c-267498324732 tempest-AttachInterfacesV270Test-1470960675 tempest-AttachInterfacesV270Test-1470960675-project-member] Lock "b3f7ee3f-649f-4c28-b281-3f0e9bea9080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.436s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.913907] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380362, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.942470] env[69513]: DEBUG nova.network.neutron [-] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.971395] env[69513]: DEBUG oslo_vmware.api [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380360, 'name': RemoveSnapshot_Task, 'duration_secs': 0.65146} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.972605] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.972961] env[69513]: INFO nova.compute.manager [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 15.73 seconds to snapshot the instance on the hypervisor. [ 808.059758] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.061931] env[69513]: DEBUG nova.network.neutron [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updated VIF entry in instance network info cache for port fe2a6467-4cf9-434a-b71d-7dc39f0afc9c. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 808.062037] env[69513]: DEBUG nova.network.neutron [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.076908] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496984} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.077281] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] de6a6647-9368-4d4f-8f42-fb49ab4f03f0/de6a6647-9368-4d4f-8f42-fb49ab4f03f0.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.077505] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.077870] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb1d1ee3-8715-420a-b64f-5b65dc569608 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.083661] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 808.083661] env[69513]: value = "task-3380364" [ 808.083661] env[69513]: _type = "Task" [ 808.083661] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.098378] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.098680] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520b1737-5a97-0368-1f50-3020c37cc76f, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.099444] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a54bba-72cf-4b14-935f-764ab12975ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104074] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.109398] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 808.109398] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fc933f-2adf-75b4-b6fd-349dd350f108" [ 808.109398] env[69513]: _type = "Task" [ 808.109398] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.130252] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fc933f-2adf-75b4-b6fd-349dd350f108, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.130252] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.130252] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f/a5293aee-ba56-4387-ad43-48320ef0a18f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.130252] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130252] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.130252] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2731e719-a372-404f-858d-038b18035d27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.133326] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aadee7b2-0574-42c1-8822-fcec7afeedf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.140305] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 808.140305] env[69513]: value = "task-3380365" [ 808.140305] env[69513]: _type = "Task" [ 808.140305] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.145040] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.145364] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.146921] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741dcd36-6ff2-4d11-8927-e1727133499c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.154463] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.157771] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 808.157771] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb6b65-9687-23ff-81ad-2ab3d6777ee2" [ 808.157771] env[69513]: _type = "Task" [ 808.157771] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.168644] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb6b65-9687-23ff-81ad-2ab3d6777ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.181910] env[69513]: DEBUG nova.network.neutron [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Successfully updated port: fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.253604] env[69513]: DEBUG nova.compute.manager [req-20683a65-7699-41c4-8540-6f2dc8701ec8 req-e56c2b50-e15c-4e70-aaed-50dd2166a3c3 service nova] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Received event network-vif-deleted-80ce2c44-2d47-4772-9f7d-c4ad4213a2fc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.427930] env[69513]: DEBUG oslo_vmware.api [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.762519} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.431042] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.431042] env[69513]: INFO nova.compute.manager [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Took 14.85 seconds to snapshot the instance on the hypervisor. [ 808.446843] env[69513]: INFO nova.compute.manager [-] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Took 1.76 seconds to deallocate network for instance. [ 808.565851] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.570699] env[69513]: DEBUG oslo_concurrency.lockutils [req-4987ebd2-1b40-4363-ac87-7ccb0ecc27d8 req-939dce61-da68-4262-bd95-a8f1f5a37e7d service nova] Releasing lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.583424] env[69513]: DEBUG nova.compute.manager [None req-e740ce0f-93d1-42d0-aadf-6ac88e833098 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Found 1 images (rotation: 2) {{(pid=69513) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 808.596030] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080336} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.596153] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.596927] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c2544-0036-4dfb-b6e8-efa165a9066f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.623690] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] de6a6647-9368-4d4f-8f42-fb49ab4f03f0/de6a6647-9368-4d4f-8f42-fb49ab4f03f0.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.627610] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83dc383c-6710-4843-94e6-bd3dcf2fde3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.651458] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469321} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.652808] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f/a5293aee-ba56-4387-ad43-48320ef0a18f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.653048] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.653367] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 808.653367] env[69513]: value = "task-3380366" [ 808.653367] env[69513]: _type = "Task" [ 808.653367] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.653558] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-074b4553-06bb-433a-ab3d-ba8527fe97ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.665078] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 808.665078] env[69513]: value = "task-3380367" [ 808.665078] env[69513]: _type = "Task" [ 808.665078] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.668679] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.674756] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb6b65-9687-23ff-81ad-2ab3d6777ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.01748} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.675783] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6148a0-43c8-47e2-8673-329e5b9aa173 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.680404] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.684258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.684398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.684550] env[69513]: DEBUG nova.network.neutron [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 808.686832] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 808.686832] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5263e0f4-25b5-53e3-c1aa-17df6ad89d0e" [ 808.686832] env[69513]: _type = "Task" [ 808.686832] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.697897] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5263e0f4-25b5-53e3-c1aa-17df6ad89d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.698333] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.698435] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.698673] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b9f99e4-2207-4242-89e0-d26b877be06b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.704922] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 808.704922] env[69513]: value = "task-3380368" [ 808.704922] env[69513]: _type = "Task" [ 808.704922] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.712509] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.759835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "e9346371-d893-41bc-a791-913588ae16ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.759835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "e9346371-d893-41bc-a791-913588ae16ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.759835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "e9346371-d893-41bc-a791-913588ae16ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.759835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "e9346371-d893-41bc-a791-913588ae16ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.759835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "e9346371-d893-41bc-a791-913588ae16ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.764885] env[69513]: INFO nova.compute.manager [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Terminating instance [ 808.797849] env[69513]: DEBUG nova.network.neutron [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Successfully created port: c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.802862] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38862a7d-3a44-4c90-8bbd-5ea30ae2b890 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.809378] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303f1153-21b2-4c29-83d6-b76d92eae74d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.842205] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1e759-ba2e-4a7d-a5ab-0d108269ae9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.850532] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874520c-a5dc-4185-a4ac-d392f3a4bfa9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.864668] env[69513]: DEBUG nova.compute.provider_tree [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.937221] env[69513]: DEBUG nova.compute.manager [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Instance disappeared during snapshot {{(pid=69513) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 808.952753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.966789] env[69513]: DEBUG nova.compute.manager [None req-4bdb1203-e201-4584-945b-3269ef171e06 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image not found during clean up fa743b1c-1256-4cc8-a514-be48cdbc0484 {{(pid=69513) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 809.060969] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.133946] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.167022] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.169359] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.169536] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.169696] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.169916] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.170106] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.170301] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.170629] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.170791] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.170969] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.171174] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.171380] env[69513]: DEBUG nova.virt.hardware [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.172295] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d05c626-7f15-4444-85c2-71002bf69ec8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.182594] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.185737] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc000392-82e7-4cb3-9d1c-860a9aba4abe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.213385] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380368, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.235371] env[69513]: DEBUG nova.network.neutron [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 809.272181] env[69513]: DEBUG nova.compute.manager [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.272408] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.273615] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458b508f-49e3-4d3e-abb8-65651464a712 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.281582] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.281582] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3fb4d35-adad-47dc-9c96-cf73414a6e20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.360184] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.360426] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.360634] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleting the datastore file [datastore2] e9346371-d893-41bc-a791-913588ae16ac {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.360917] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d457d9e8-87da-48be-a327-c5b27e0b9d9c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.368289] env[69513]: DEBUG nova.scheduler.client.report [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.381108] env[69513]: DEBUG oslo_vmware.api [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 809.381108] env[69513]: value = "task-3380370" [ 809.381108] env[69513]: _type = "Task" [ 809.381108] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.392694] env[69513]: DEBUG oslo_vmware.api [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.559334] env[69513]: DEBUG nova.network.neutron [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updating instance_info_cache with network_info: [{"id": "fa8149fe-ca30-4921-8ef2-8835531a6595", "address": "fa:16:3e:0a:fb:e4", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8149fe-ca", "ovs_interfaceid": "fa8149fe-ca30-4921-8ef2-8835531a6595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.565686] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.677037] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380366, 'name': ReconfigVM_Task, 'duration_secs': 0.893315} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.677037] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Reconfigured VM instance instance-00000029 to attach disk [datastore2] de6a6647-9368-4d4f-8f42-fb49ab4f03f0/de6a6647-9368-4d4f-8f42-fb49ab4f03f0.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.682775] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9b823bc-37fb-413d-b240-b8d4e603f4c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.689037] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.770871} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.689037] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.689037] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 809.689037] env[69513]: value = "task-3380371" [ 809.689037] env[69513]: _type = "Task" [ 809.689037] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.689614] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff3e760-f613-400c-9720-5c99a3689341 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.723264] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f/a5293aee-ba56-4387-ad43-48320ef0a18f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.730114] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7d5db6-8e71-4059-8806-db316d121576 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.747402] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380371, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.761869] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.761869] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 809.761869] env[69513]: value = "task-3380372" [ 809.761869] env[69513]: _type = "Task" [ 809.761869] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.770537] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.885230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.885230] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.887724] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.316s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.894019] env[69513]: INFO nova.compute.claims [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.902591] env[69513]: DEBUG oslo_vmware.api [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.062379] env[69513]: DEBUG oslo_vmware.api [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380350, 'name': ReconfigVM_Task, 'duration_secs': 5.764573} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.062452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.063262] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Reconfigured VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 810.067718] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.067718] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Instance network_info: |[{"id": "fa8149fe-ca30-4921-8ef2-8835531a6595", "address": "fa:16:3e:0a:fb:e4", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8149fe-ca", "ovs_interfaceid": "fa8149fe-ca30-4921-8ef2-8835531a6595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.068244] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:fb:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa8149fe-ca30-4921-8ef2-8835531a6595', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.076204] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.076733] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.077020] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e48c4460-279d-4d30-968f-f57e0f51c07b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.099683] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.099683] env[69513]: value = "task-3380373" [ 810.099683] env[69513]: _type = "Task" [ 810.099683] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.108844] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380373, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.201913] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380371, 'name': Rename_Task, 'duration_secs': 0.308889} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.204094] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.204094] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9507d22f-e6ef-4280-b3f0-a523ad809afa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.212655] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 810.212655] env[69513]: value = "task-3380374" [ 810.212655] env[69513]: _type = "Task" [ 810.212655] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.225455] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.229787] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380368, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.180048} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.230088] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.230294] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.230545] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3758d6-4ba3-4aa0-b525-2f0f28069def {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.239017] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 810.239017] env[69513]: value = "task-3380375" [ 810.239017] env[69513]: _type = "Task" [ 810.239017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.249095] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.272539] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.393553] env[69513]: DEBUG nova.compute.utils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.395167] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.395365] env[69513]: DEBUG nova.network.neutron [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.404372] env[69513]: DEBUG oslo_vmware.api [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.666709} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.404372] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.404832] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.405033] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.405235] env[69513]: INFO nova.compute.manager [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: e9346371-d893-41bc-a791-913588ae16ac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 810.405648] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.405648] env[69513]: DEBUG nova.compute.manager [-] [instance: e9346371-d893-41bc-a791-913588ae16ac] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.405913] env[69513]: DEBUG nova.network.neutron [-] [instance: e9346371-d893-41bc-a791-913588ae16ac] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 810.450010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "71adc9ef-3783-430c-b11d-b3362af8f1c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.450194] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.489442] env[69513]: DEBUG nova.policy [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be18773f04e4ec491d2c2733ec3c2f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0ac6392ea394bea93296ff9b0827e6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.611371] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380373, 'name': CreateVM_Task, 'duration_secs': 0.41788} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.611712] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.614370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.614370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.614370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.614370] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7611089b-54f2-4243-b1e2-dee6016537d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.619116] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 810.619116] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52524513-36ce-cf07-3ae8-91be6a3d34d5" [ 810.619116] env[69513]: _type = "Task" [ 810.619116] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.630917] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52524513-36ce-cf07-3ae8-91be6a3d34d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.724314] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.747514] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.353574} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.747826] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.748795] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c6d62-f317-4ecf-b653-2e92a156fe86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.776144] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.779871] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771c67f8-c0ae-4e0d-bb5c-6c5469830dbf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.804964] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380372, 'name': ReconfigVM_Task, 'duration_secs': 0.767938} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.806323] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f/a5293aee-ba56-4387-ad43-48320ef0a18f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.807342] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 810.807342] env[69513]: value = "task-3380376" [ 810.807342] env[69513]: _type = "Task" [ 810.807342] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.807607] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c98c1fbc-4227-43e4-8bea-757b6b4e8b58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.817711] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.819346] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 810.819346] env[69513]: value = "task-3380377" [ 810.819346] env[69513]: _type = "Task" [ 810.819346] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.828936] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380377, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.903808] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.134456] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52524513-36ce-cf07-3ae8-91be6a3d34d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.134811] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.136838] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.137078] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.137279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.137436] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.141231] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e8cf817-f88b-4506-8cd2-eb76f717d322 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.151151] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.151766] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.152591] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cbba363-5733-429f-98ac-e67005ec3aeb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.164043] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 811.164043] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c77812-c45b-c415-d058-38b7224e2782" [ 811.164043] env[69513]: _type = "Task" [ 811.164043] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.172044] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c77812-c45b-c415-d058-38b7224e2782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.231222] env[69513]: DEBUG oslo_vmware.api [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380374, 'name': PowerOnVM_Task, 'duration_secs': 1.001442} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.231222] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.231222] env[69513]: INFO nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Took 10.20 seconds to spawn the instance on the hypervisor. [ 811.231222] env[69513]: DEBUG nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.231222] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dceca87-e2f8-4246-970b-ff5e12300f0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.237797] env[69513]: DEBUG nova.compute.manager [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Received event network-vif-plugged-fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.238119] env[69513]: DEBUG oslo_concurrency.lockutils [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] Acquiring lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.238452] env[69513]: DEBUG oslo_concurrency.lockutils [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.238771] env[69513]: DEBUG oslo_concurrency.lockutils [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.238968] env[69513]: DEBUG nova.compute.manager [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] No waiting events found dispatching network-vif-plugged-fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.239150] env[69513]: WARNING nova.compute.manager [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Received unexpected event network-vif-plugged-fa8149fe-ca30-4921-8ef2-8835531a6595 for instance with vm_state building and task_state spawning. [ 811.239309] env[69513]: DEBUG nova.compute.manager [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Received event network-changed-fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.239458] env[69513]: DEBUG nova.compute.manager [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Refreshing instance network info cache due to event network-changed-fa8149fe-ca30-4921-8ef2-8835531a6595. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.239652] env[69513]: DEBUG oslo_concurrency.lockutils [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] Acquiring lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.239786] env[69513]: DEBUG oslo_concurrency.lockutils [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] Acquired lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.239943] env[69513]: DEBUG nova.network.neutron [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Refreshing network info cache for port fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 811.263810] env[69513]: DEBUG nova.network.neutron [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Successfully created port: 6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.323460] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.349642] env[69513]: DEBUG nova.compute.manager [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.349642] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380377, 'name': Rename_Task, 'duration_secs': 0.467128} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.353107] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af64a22-881b-4c05-85d2-134db633d8a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.357489] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.357489] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84232de6-1303-45cb-ad8f-654df4d37077 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.366534] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 811.366534] env[69513]: value = "task-3380378" [ 811.366534] env[69513]: _type = "Task" [ 811.366534] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.380756] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.388089] env[69513]: DEBUG nova.network.neutron [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Successfully updated port: c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.532851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.533027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.533217] env[69513]: DEBUG nova.network.neutron [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 811.596400] env[69513]: DEBUG nova.network.neutron [-] [instance: e9346371-d893-41bc-a791-913588ae16ac] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.645265] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521f1c3-789e-42e3-b589-9ae2b9f3ad38 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.651482] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcea61-59cb-4d70-b772-2843a16a93c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.686147] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b10ff-8fc6-47b2-a0b8-663d14e9c036 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.701951] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da3cd8f-562e-423c-ab41-ba65817f56be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.704196] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c77812-c45b-c415-d058-38b7224e2782, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.705443] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5ae872-419c-4e98-b0e2-1bba6f928c06 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.716125] env[69513]: DEBUG nova.compute.provider_tree [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.720260] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 811.720260] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5248023e-830b-758e-ee84-650f3e2fc97b" [ 811.720260] env[69513]: _type = "Task" [ 811.720260] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.728172] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5248023e-830b-758e-ee84-650f3e2fc97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.772896] env[69513]: INFO nova.compute.manager [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Took 52.33 seconds to build instance. [ 811.820401] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380376, 'name': ReconfigVM_Task, 'duration_secs': 0.757264} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.820688] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.821370] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf7dbba-40b1-465b-909a-c24ff60bc158 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.827933] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 811.827933] env[69513]: value = "task-3380379" [ 811.827933] env[69513]: _type = "Task" [ 811.827933] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.836143] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380379, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.863758] env[69513]: DEBUG nova.compute.manager [req-9609262d-7653-4095-86ac-f55f9a9025fe req-c24decc4-95fb-4bca-91dc-f896b9c25015 service nova] [instance: e9346371-d893-41bc-a791-913588ae16ac] Received event network-vif-deleted-bb5a42b0-a613-4cbb-9bf1-9ccd7695ecea {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.875933] env[69513]: INFO nova.compute.manager [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] instance snapshotting [ 811.875933] env[69513]: DEBUG nova.objects.instance [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'flavor' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.878555] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380378, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.891700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "refresh_cache-8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.891700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired lock "refresh_cache-8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.891700] env[69513]: DEBUG nova.network.neutron [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 811.931881] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.966517] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.966770] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.966936] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.967142] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.967341] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.967732] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.967842] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.968061] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.968262] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.968465] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.968700] env[69513]: DEBUG nova.virt.hardware [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.971396] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7ce927-f5e7-4586-bada-fae3f6f6b507 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.982266] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c444d-f86c-4655-98c5-d8860e893919 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.099177] env[69513]: INFO nova.compute.manager [-] [instance: e9346371-d893-41bc-a791-913588ae16ac] Took 1.69 seconds to deallocate network for instance. [ 812.219723] env[69513]: DEBUG nova.scheduler.client.report [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.235603] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5248023e-830b-758e-ee84-650f3e2fc97b, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.238589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.238855] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1449565c-37c1-4dd9-ad9f-640870f7b4e8/1449565c-37c1-4dd9-ad9f-640870f7b4e8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.239485] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58c8694c-7cbb-4475-ba6d-516db4a7ebcb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.248802] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 812.248802] env[69513]: value = "task-3380380" [ 812.248802] env[69513]: _type = "Task" [ 812.248802] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.258710] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.271465] env[69513]: DEBUG nova.network.neutron [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updated VIF entry in instance network info cache for port fa8149fe-ca30-4921-8ef2-8835531a6595. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 812.271804] env[69513]: DEBUG nova.network.neutron [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updating instance_info_cache with network_info: [{"id": "fa8149fe-ca30-4921-8ef2-8835531a6595", "address": "fa:16:3e:0a:fb:e4", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8149fe-ca", "ovs_interfaceid": "fa8149fe-ca30-4921-8ef2-8835531a6595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.274974] env[69513]: DEBUG oslo_concurrency.lockutils [None req-054213c4-7052-46ae-b874-49bbea077f9c tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.504s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.339966] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380379, 'name': Rename_Task, 'duration_secs': 0.321994} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.340643] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.340983] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-437ae4d7-ebe5-47a7-a198-88908a839adc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.347459] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 812.347459] env[69513]: value = "task-3380381" [ 812.347459] env[69513]: _type = "Task" [ 812.347459] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.358442] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.377109] env[69513]: DEBUG oslo_vmware.api [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380378, 'name': PowerOnVM_Task, 'duration_secs': 0.99172} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.377495] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.377725] env[69513]: INFO nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Took 14.05 seconds to spawn the instance on the hypervisor. [ 812.378017] env[69513]: DEBUG nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.378849] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efba569c-f3a0-4f81-9bf5-4e8372dc0264 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.384921] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47637f0-d61c-4758-977c-5f39dfa56646 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.413291] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de6c24a-1fbf-4eae-97f8-dc55d69bb75e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.466904] env[69513]: DEBUG nova.network.neutron [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 812.542698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.542698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "5b662da1-f32f-47da-a044-62f86557d784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.542698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "5b662da1-f32f-47da-a044-62f86557d784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.545655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "5b662da1-f32f-47da-a044-62f86557d784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.545655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "5b662da1-f32f-47da-a044-62f86557d784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.550769] env[69513]: INFO nova.compute.manager [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Terminating instance [ 812.560437] env[69513]: INFO nova.network.neutron [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Port bb445d69-262a-4061-b458-1cadaa39561e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 812.560621] env[69513]: DEBUG nova.network.neutron [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [{"id": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "address": "fa:16:3e:7d:8b:bf", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb585ff8-b5", "ovs_interfaceid": "fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.610501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.729310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.730455] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.733630] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.430s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.734151] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.736956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.792s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.738815] env[69513]: INFO nova.compute.claims [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.761511] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380380, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.774306] env[69513]: DEBUG oslo_concurrency.lockutils [req-f649ecfc-8519-47e3-917d-b1b12448cc08 req-417a45bf-78f6-499b-b988-a5dc2f149560 service nova] Releasing lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.777790] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.794753] env[69513]: INFO nova.scheduler.client.report [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Deleted allocations for instance f1d34676-2431-4872-be04-2893823d1799 [ 812.860127] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.919312] env[69513]: INFO nova.compute.manager [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Took 60.55 seconds to build instance. [ 812.927589] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.927885] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93061026-8e05-4913-ac21-6210f129d3cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.935592] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 812.935592] env[69513]: value = "task-3380382" [ 812.935592] env[69513]: _type = "Task" [ 812.935592] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.943979] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.047837] env[69513]: DEBUG nova.network.neutron [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Updating instance_info_cache with network_info: [{"id": "c3fdc259-1e56-4c15-808f-6de9d3459c7a", "address": "fa:16:3e:2d:00:fe", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdc259-1e", "ovs_interfaceid": "c3fdc259-1e56-4c15-808f-6de9d3459c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.067585] env[69513]: DEBUG nova.compute.manager [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.067781] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.068351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-5b662da1-f32f-47da-a044-62f86557d784" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074433] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af96ff7-8790-4295-9cf6-6485558fc024 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.080323] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.081409] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2beb8c-dff4-4793-99b3-2dd2f6ed9e86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.091070] env[69513]: DEBUG oslo_vmware.api [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 813.091070] env[69513]: value = "task-3380383" [ 813.091070] env[69513]: _type = "Task" [ 813.091070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.098345] env[69513]: DEBUG oslo_vmware.api [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.247325] env[69513]: DEBUG nova.compute.utils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.248967] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.248967] env[69513]: DEBUG nova.network.neutron [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.261723] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517183} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.262969] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1449565c-37c1-4dd9-ad9f-640870f7b4e8/1449565c-37c1-4dd9-ad9f-640870f7b4e8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.262969] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.263091] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b25a902e-3cea-4dcb-8871-aa9e12e008cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.270536] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 813.270536] env[69513]: value = "task-3380384" [ 813.270536] env[69513]: _type = "Task" [ 813.270536] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.279170] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.303027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0301f89d-d988-4445-93a7-6358b38bbea3 tempest-AttachInterfacesUnderV243Test-153413102 tempest-AttachInterfacesUnderV243Test-153413102-project-member] Lock "f1d34676-2431-4872-be04-2893823d1799" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.416s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.305523] env[69513]: DEBUG nova.policy [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274b11f445f346259c88e8f040f3cb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bfbebe4ca0348b49679c323b9c7dad4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.329219] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.362165] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380381, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.421998] env[69513]: DEBUG oslo_concurrency.lockutils [None req-949ec847-7cc9-4881-b0b6-65ff8398eb1f tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.344s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.454121] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.551473] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Releasing lock "refresh_cache-8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.552526] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Instance network_info: |[{"id": "c3fdc259-1e56-4c15-808f-6de9d3459c7a", "address": "fa:16:3e:2d:00:fe", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdc259-1e", "ovs_interfaceid": "c3fdc259-1e56-4c15-808f-6de9d3459c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.552526] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:00:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fdc259-1e56-4c15-808f-6de9d3459c7a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.561036] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.561206] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.561488] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6125db1-5ffc-486e-9b94-2bebb3d5d27b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.579251] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90de6912-4dd0-4383-bc7a-6380d8687530 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-5b662da1-f32f-47da-a044-62f86557d784-bb445d69-262a-4061-b458-1cadaa39561e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.122s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.587319] env[69513]: DEBUG nova.compute.manager [req-7ab49e14-8b34-4513-9453-96234d5111ae req-ed8120ec-8c5f-4a68-8cf1-018ce62bddbc service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-vif-deleted-bb445d69-262a-4061-b458-1cadaa39561e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.590928] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.590928] env[69513]: value = "task-3380385" [ 813.590928] env[69513]: _type = "Task" [ 813.590928] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.605073] env[69513]: DEBUG oslo_vmware.api [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380383, 'name': PowerOffVM_Task, 'duration_secs': 0.335751} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.609331] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.609548] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.611709] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380385, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.611709] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd763802-a9ad-4453-98e2-9f8b5923b55f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.683147] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.683147] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.683454] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleting the datastore file [datastore1] 5b662da1-f32f-47da-a044-62f86557d784 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.683580] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89b4d381-9914-4580-b0d3-b737decb945d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.692986] env[69513]: DEBUG oslo_vmware.api [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 813.692986] env[69513]: value = "task-3380387" [ 813.692986] env[69513]: _type = "Task" [ 813.692986] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.704710] env[69513]: DEBUG oslo_vmware.api [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.756422] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.767326] env[69513]: DEBUG nova.network.neutron [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Successfully created port: c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.783645] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076831} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.783645] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.783854] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f7ca52-8cea-4e45-b650-5eb047e74e54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.815230] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1449565c-37c1-4dd9-ad9f-640870f7b4e8/1449565c-37c1-4dd9-ad9f-640870f7b4e8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.819825] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc9b5bc-5e3a-418d-9692-0a22d9aeb8ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.845020] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 813.845020] env[69513]: value = "task-3380388" [ 813.845020] env[69513]: _type = "Task" [ 813.845020] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.863253] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.865685] env[69513]: DEBUG oslo_vmware.api [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380381, 'name': PowerOnVM_Task, 'duration_secs': 1.229475} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.866180] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.866822] env[69513]: INFO nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Took 10.22 seconds to spawn the instance on the hypervisor. [ 813.867034] env[69513]: DEBUG nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.867860] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3cbf7b-0dc6-4891-9df6-f5bbcc3d958e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.896660] env[69513]: DEBUG nova.network.neutron [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Successfully updated port: 6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.929018] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.954750] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.111857] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380385, 'name': CreateVM_Task, 'duration_secs': 0.519628} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.111857] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.112650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.112846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.113192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.113789] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf51bdd-66cb-450c-acb6-4c60d1f53643 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.118994] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 814.118994] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529b385e-34d1-7ad1-333f-2ba8aefece65" [ 814.118994] env[69513]: _type = "Task" [ 814.118994] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.132875] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529b385e-34d1-7ad1-333f-2ba8aefece65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.203479] env[69513]: DEBUG nova.compute.manager [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Received event network-vif-plugged-c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.203835] env[69513]: DEBUG oslo_concurrency.lockutils [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] Acquiring lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.204192] env[69513]: DEBUG oslo_concurrency.lockutils [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.204473] env[69513]: DEBUG oslo_concurrency.lockutils [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.205036] env[69513]: DEBUG nova.compute.manager [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] No waiting events found dispatching network-vif-plugged-c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.205395] env[69513]: WARNING nova.compute.manager [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Received unexpected event network-vif-plugged-c3fdc259-1e56-4c15-808f-6de9d3459c7a for instance with vm_state building and task_state spawning. [ 814.205779] env[69513]: DEBUG nova.compute.manager [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Received event network-changed-c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.206093] env[69513]: DEBUG nova.compute.manager [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Refreshing instance network info cache due to event network-changed-c3fdc259-1e56-4c15-808f-6de9d3459c7a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.206403] env[69513]: DEBUG oslo_concurrency.lockutils [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] Acquiring lock "refresh_cache-8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.206719] env[69513]: DEBUG oslo_concurrency.lockutils [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] Acquired lock "refresh_cache-8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.207099] env[69513]: DEBUG nova.network.neutron [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Refreshing network info cache for port c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 814.218413] env[69513]: DEBUG oslo_vmware.api [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271364} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.219834] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.219834] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.219834] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.219999] env[69513]: INFO nova.compute.manager [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Took 1.15 seconds to destroy the instance on the hypervisor. [ 814.220269] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.220714] env[69513]: DEBUG nova.compute.manager [-] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.220826] env[69513]: DEBUG nova.network.neutron [-] [instance: 5b662da1-f32f-47da-a044-62f86557d784] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 814.364926] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.391042] env[69513]: INFO nova.compute.manager [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Took 52.45 seconds to build instance. [ 814.403741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "refresh_cache-e83bb82d-e0aa-4f28-b4c7-56f35b5de500" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.403903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquired lock "refresh_cache-e83bb82d-e0aa-4f28-b4c7-56f35b5de500" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.404634] env[69513]: DEBUG nova.network.neutron [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 814.451505] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.458288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.506396] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841074f4-e244-4a3b-bfa8-dd0fe151caf9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.516362] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ab14f-1631-4a2a-8614-f98194c4ba33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.560018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f2065d-6966-4b16-a378-44850e495c56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.566912] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1bfa8a-c2b3-427f-9d7f-25eb74b02520 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.320866] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.322973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c2bc382-e10a-4edd-be86-eb76f2f3028c tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.745s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.345430] env[69513]: DEBUG nova.compute.provider_tree [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.357168] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529b385e-34d1-7ad1-333f-2ba8aefece65, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.357168] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380388, 'name': ReconfigVM_Task, 'duration_secs': 0.631483} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.359175] env[69513]: DEBUG nova.scheduler.client.report [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.363711] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.363942] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.364198] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.364341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.364515] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.364796] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1449565c-37c1-4dd9-ad9f-640870f7b4e8/1449565c-37c1-4dd9-ad9f-640870f7b4e8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.369088] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40716623-5345-45c4-b025-db74cab9f191 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.370712] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c129595-211e-461b-a688-8fa7430b3eb9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.374034] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380382, 'name': CreateSnapshot_Task, 'duration_secs': 1.85438} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.374975] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.375213] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.375365] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.375545] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.375690] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.375846] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.376069] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.376227] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.376392] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.376553] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.376747] env[69513]: DEBUG nova.virt.hardware [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.377060] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.378034] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69f05e-acd5-4bb2-82c5-57744843e843 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.384130] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b792aacb-ed01-4a9c-b578-11af7daca84c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.390636] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 815.390636] env[69513]: value = "task-3380389" [ 815.390636] env[69513]: _type = "Task" [ 815.390636] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.392991] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.393181] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.394369] env[69513]: DEBUG nova.network.neutron [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 815.402505] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce03b9a8-a6e4-4bf1-a19a-1b8774921b0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.406792] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b525472e-ceab-41f6-b8c7-d756ad37fd31 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.420714] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380389, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.421050] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 815.421050] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52113778-59d4-5704-3539-1303ab9a9d35" [ 815.421050] env[69513]: _type = "Task" [ 815.421050] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.444846] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52113778-59d4-5704-3539-1303ab9a9d35, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.445705] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c3a9d3-2db2-4812-9d47-243327d8d50d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.451792] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 815.451792] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c17f6-e756-39fc-7eb5-aec34fa28a6b" [ 815.451792] env[69513]: _type = "Task" [ 815.451792] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.461736] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c17f6-e756-39fc-7eb5-aec34fa28a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.634361] env[69513]: DEBUG nova.network.neutron [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Updated VIF entry in instance network info cache for port c3fdc259-1e56-4c15-808f-6de9d3459c7a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 815.637363] env[69513]: DEBUG nova.network.neutron [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Updating instance_info_cache with network_info: [{"id": "c3fdc259-1e56-4c15-808f-6de9d3459c7a", "address": "fa:16:3e:2d:00:fe", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdc259-1e", "ovs_interfaceid": "c3fdc259-1e56-4c15-808f-6de9d3459c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.677174] env[69513]: DEBUG nova.network.neutron [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Updating instance_info_cache with network_info: [{"id": "6e84c47a-b064-4361-aa88-3f8cae865665", "address": "fa:16:3e:8f:25:32", "network": {"id": "87deebc5-2dfa-4357-8ea4-5bca4f6301a8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-504240512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0ac6392ea394bea93296ff9b0827e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e84c47a-b0", "ovs_interfaceid": "6e84c47a-b064-4361-aa88-3f8cae865665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.825746] env[69513]: DEBUG nova.network.neutron [-] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.836405] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.866825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.867419] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.870869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.529s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.871413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.873272] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.596s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.875444] env[69513]: INFO nova.compute.claims [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.902993] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380389, 'name': Rename_Task, 'duration_secs': 0.228198} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.906031] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.906031] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e903dc67-cf86-4cfe-8d28-73a613b9d063 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.912017] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 815.912017] env[69513]: value = "task-3380390" [ 815.912017] env[69513]: _type = "Task" [ 815.912017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.926151] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.927473] env[69513]: INFO nova.scheduler.client.report [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Deleted allocations for instance 1aa285be-8146-4e88-92a5-8fa76b067c4a [ 815.935288] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9cd7640-951c-409b-bc60-960b4b78676f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.947657] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380390, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.948988] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 815.948988] env[69513]: value = "task-3380391" [ 815.948988] env[69513]: _type = "Task" [ 815.948988] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.960444] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.965629] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c17f6-e756-39fc-7eb5-aec34fa28a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.028796} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.965885] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.966163] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5/8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.966410] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46bbaa78-2f99-4a8c-a1b0-d0df0f446a0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.977074] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 815.977074] env[69513]: value = "task-3380392" [ 815.977074] env[69513]: _type = "Task" [ 815.977074] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.987912] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.091935] env[69513]: DEBUG nova.network.neutron [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Successfully updated port: c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.140985] env[69513]: DEBUG oslo_concurrency.lockutils [req-32b00c89-f7cd-4a90-9cca-5148d1ea33a0 req-70b3e101-a58a-4051-8338-eb401346d0bd service nova] Releasing lock "refresh_cache-8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.180256] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Releasing lock "refresh_cache-e83bb82d-e0aa-4f28-b4c7-56f35b5de500" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.180716] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Instance network_info: |[{"id": "6e84c47a-b064-4361-aa88-3f8cae865665", "address": "fa:16:3e:8f:25:32", "network": {"id": "87deebc5-2dfa-4357-8ea4-5bca4f6301a8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-504240512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0ac6392ea394bea93296ff9b0827e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e84c47a-b0", "ovs_interfaceid": "6e84c47a-b064-4361-aa88-3f8cae865665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.181259] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:25:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e84c47a-b064-4361-aa88-3f8cae865665', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.189753] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Creating folder: Project (f0ac6392ea394bea93296ff9b0827e6f). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.189753] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bff3579f-3dba-4058-a187-17cf9467a6c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.202663] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Created folder: Project (f0ac6392ea394bea93296ff9b0827e6f) in parent group-v674393. [ 816.202872] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Creating folder: Instances. Parent ref: group-v674523. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.203152] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70a4100e-835b-4749-8ec9-74f9c549f521 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.215113] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Created folder: Instances in parent group-v674523. [ 816.215408] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.215532] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.215740] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce824b09-3045-4f92-ba5d-9eaef9f04a6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.236903] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.236903] env[69513]: value = "task-3380395" [ 816.236903] env[69513]: _type = "Task" [ 816.236903] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.245877] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380395, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.330754] env[69513]: INFO nova.compute.manager [-] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Took 2.11 seconds to deallocate network for instance. [ 816.371858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.381273] env[69513]: DEBUG nova.compute.utils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.383067] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.386030] env[69513]: DEBUG nova.network.neutron [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.414871] env[69513]: DEBUG nova.compute.manager [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Received event network-vif-plugged-6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.415269] env[69513]: DEBUG oslo_concurrency.lockutils [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] Acquiring lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.415632] env[69513]: DEBUG oslo_concurrency.lockutils [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.415928] env[69513]: DEBUG oslo_concurrency.lockutils [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.416247] env[69513]: DEBUG nova.compute.manager [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] No waiting events found dispatching network-vif-plugged-6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.416961] env[69513]: WARNING nova.compute.manager [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Received unexpected event network-vif-plugged-6e84c47a-b064-4361-aa88-3f8cae865665 for instance with vm_state building and task_state spawning. [ 816.416961] env[69513]: DEBUG nova.compute.manager [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Received event network-changed-6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.417174] env[69513]: DEBUG nova.compute.manager [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Refreshing instance network info cache due to event network-changed-6e84c47a-b064-4361-aa88-3f8cae865665. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.417498] env[69513]: DEBUG oslo_concurrency.lockutils [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] Acquiring lock "refresh_cache-e83bb82d-e0aa-4f28-b4c7-56f35b5de500" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.417739] env[69513]: DEBUG oslo_concurrency.lockutils [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] Acquired lock "refresh_cache-e83bb82d-e0aa-4f28-b4c7-56f35b5de500" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.418030] env[69513]: DEBUG nova.network.neutron [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Refreshing network info cache for port 6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 816.435478] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380390, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.444901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-99104302-b163-4234-ba02-29611e194983 tempest-ServerGroupTestJSON-915350675 tempest-ServerGroupTestJSON-915350675-project-member] Lock "1aa285be-8146-4e88-92a5-8fa76b067c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.525s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.462414] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.492429] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.513301] env[69513]: DEBUG nova.policy [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d878d494c7443949316866618f66bf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312616057b0e4e7f83e2f86d41eae21a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.595489] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.595985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.595985] env[69513]: DEBUG nova.network.neutron [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 816.749597] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380395, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.841360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.888455] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.944426] env[69513]: DEBUG oslo_vmware.api [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380390, 'name': PowerOnVM_Task, 'duration_secs': 0.844188} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.944597] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.944802] env[69513]: INFO nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Took 10.55 seconds to spawn the instance on the hypervisor. [ 816.944972] env[69513]: DEBUG nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.955678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16333f74-9c57-4554-8f72-1dec4b25ee7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.967395] env[69513]: DEBUG nova.compute.manager [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Received event network-vif-plugged-c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.967395] env[69513]: DEBUG oslo_concurrency.lockutils [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] Acquiring lock "24d731ee-6b5d-4253-998c-6fdd83696af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.967395] env[69513]: DEBUG oslo_concurrency.lockutils [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.967395] env[69513]: DEBUG oslo_concurrency.lockutils [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.967395] env[69513]: DEBUG nova.compute.manager [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] No waiting events found dispatching network-vif-plugged-c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.967395] env[69513]: WARNING nova.compute.manager [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Received unexpected event network-vif-plugged-c4d3e596-4840-4b47-933b-2c64c2e80253 for instance with vm_state building and task_state spawning. [ 816.967395] env[69513]: DEBUG nova.compute.manager [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Received event network-changed-c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.967395] env[69513]: DEBUG nova.compute.manager [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Refreshing instance network info cache due to event network-changed-c4d3e596-4840-4b47-933b-2c64c2e80253. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.967395] env[69513]: DEBUG oslo_concurrency.lockutils [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] Acquiring lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.971448] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.002881] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560559} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.005728] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5/8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.005956] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.006402] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c26d341-4771-4b5b-8ade-b7fff0c3dc2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.013526] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 817.013526] env[69513]: value = "task-3380396" [ 817.013526] env[69513]: _type = "Task" [ 817.013526] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.025206] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.147283] env[69513]: DEBUG nova.network.neutron [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 817.181018] env[69513]: DEBUG nova.compute.manager [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 817.254130] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380395, 'name': CreateVM_Task, 'duration_secs': 0.559079} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.254130] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.254130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.254130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.254130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.254130] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a7c47b-1845-4cf6-9fb9-f11ac324ca23 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.255701] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 817.255701] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522e0442-3f04-d3db-2134-52dada7dd314" [ 817.255701] env[69513]: _type = "Task" [ 817.255701] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.268469] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522e0442-3f04-d3db-2134-52dada7dd314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.369008] env[69513]: DEBUG nova.network.neutron [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Successfully created port: 06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.399479] env[69513]: DEBUG nova.network.neutron [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Updating instance_info_cache with network_info: [{"id": "c4d3e596-4840-4b47-933b-2c64c2e80253", "address": "fa:16:3e:99:0e:ec", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d3e596-48", "ovs_interfaceid": "c4d3e596-4840-4b47-933b-2c64c2e80253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.468415] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.490147] env[69513]: INFO nova.compute.manager [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Took 54.39 seconds to build instance. [ 817.495941] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61b8e4-1676-4947-8ec9-df2edf8e3dd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.503917] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd2cff-c800-4e21-be1e-9f3d754ea60e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.543706] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57161d82-c543-40dd-a9ab-666fb4230e1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.546755] env[69513]: DEBUG nova.network.neutron [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Updated VIF entry in instance network info cache for port 6e84c47a-b064-4361-aa88-3f8cae865665. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 817.547099] env[69513]: DEBUG nova.network.neutron [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Updating instance_info_cache with network_info: [{"id": "6e84c47a-b064-4361-aa88-3f8cae865665", "address": "fa:16:3e:8f:25:32", "network": {"id": "87deebc5-2dfa-4357-8ea4-5bca4f6301a8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-504240512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0ac6392ea394bea93296ff9b0827e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e84c47a-b0", "ovs_interfaceid": "6e84c47a-b064-4361-aa88-3f8cae865665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.559391] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186175} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.559391] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.559391] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666feecd-8910-420e-b6dc-836ac2116cfa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.562295] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd63e8-978e-4a06-a7e5-e39ff5c1ad13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.586661] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5/8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.595271] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e09eef-7687-4bbb-a475-175b5e496e2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.609745] env[69513]: DEBUG nova.compute.provider_tree [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.616827] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 817.616827] env[69513]: value = "task-3380397" [ 817.616827] env[69513]: _type = "Task" [ 817.616827] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.626600] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.708355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.766573] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522e0442-3f04-d3db-2134-52dada7dd314, 'name': SearchDatastore_Task, 'duration_secs': 0.040429} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.766873] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.767121] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.767360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.767504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.767681] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.768028] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-902196a7-cba4-4bfa-af7c-aed766110fab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.776171] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.776358] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.777088] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bf8349-adb3-46d3-8350-d5ecb8663506 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.782115] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 817.782115] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f040da-c959-eb72-7cdc-cbab516eef02" [ 817.782115] env[69513]: _type = "Task" [ 817.782115] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.790507] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f040da-c959-eb72-7cdc-cbab516eef02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.903259] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.905023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.905795] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Instance network_info: |[{"id": "c4d3e596-4840-4b47-933b-2c64c2e80253", "address": "fa:16:3e:99:0e:ec", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d3e596-48", "ovs_interfaceid": "c4d3e596-4840-4b47-933b-2c64c2e80253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.906144] env[69513]: DEBUG oslo_concurrency.lockutils [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] Acquired lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.906282] env[69513]: DEBUG nova.network.neutron [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Refreshing network info cache for port c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 817.907608] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:0e:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d3e596-4840-4b47-933b-2c64c2e80253', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.917152] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.918257] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.918500] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-109f24cd-7292-44b6-8ac8-f31ce813985d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.943141] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.943141] env[69513]: value = "task-3380398" [ 817.943141] env[69513]: _type = "Task" [ 817.943141] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.943488] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.943941] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.944227] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.944504] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.944757] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.944993] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.945327] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.945585] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.945959] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.946272] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.946584] env[69513]: DEBUG nova.virt.hardware [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.948118] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cb60f9-3294-493d-ba96-aa37aa2f7879 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.961932] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380398, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.967613] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16d4dc-17ec-4547-8b4d-fbf5ef77ca20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.975722] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.991243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f296503b-da9d-4d0e-89e8-a757d6ef50fe tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.583s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.051914] env[69513]: DEBUG oslo_concurrency.lockutils [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] Releasing lock "refresh_cache-e83bb82d-e0aa-4f28-b4c7-56f35b5de500" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.052216] env[69513]: DEBUG nova.compute.manager [req-db910559-1dd5-4119-b89a-235619d7754c req-ab97b886-dcca-4b5e-af31-ee59eb403501 service nova] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Received event network-vif-deleted-fb585ff8-b5d7-4c07-9b75-ac1a9a6ca8c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.114036] env[69513]: DEBUG nova.scheduler.client.report [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.126583] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.292770] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f040da-c959-eb72-7cdc-cbab516eef02, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.293602] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254a0e12-8910-47f5-9842-27c18f9f1d2e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.298757] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 818.298757] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524549b8-a6c9-6fef-dcc5-6f77e9829f03" [ 818.298757] env[69513]: _type = "Task" [ 818.298757] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.307527] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524549b8-a6c9-6fef-dcc5-6f77e9829f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.456445] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380398, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.472230] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.498599] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.619214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.619746] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.622768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.172s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.623210] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.626363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.494s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.627117] env[69513]: DEBUG nova.objects.instance [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lazy-loading 'resources' on Instance uuid f9e131e0-417f-4baf-b7fd-a3547169fd41 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.645634] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380397, 'name': ReconfigVM_Task, 'duration_secs': 0.66978} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.645634] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5/8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.649452] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a427906-eb8a-493f-bd8a-2f2dac33dcc0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.655595] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 818.655595] env[69513]: value = "task-3380399" [ 818.655595] env[69513]: _type = "Task" [ 818.655595] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.668278] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380399, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.676348] env[69513]: INFO nova.scheduler.client.report [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Deleted allocations for instance 3f493655-88cc-4473-a156-828391eba964 [ 818.812635] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524549b8-a6c9-6fef-dcc5-6f77e9829f03, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.813297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.813297] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] e83bb82d-e0aa-4f28-b4c7-56f35b5de500/e83bb82d-e0aa-4f28-b4c7-56f35b5de500.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.814396] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80d453a-d22b-4c0c-95e0-de07269bb028 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.821499] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 818.821499] env[69513]: value = "task-3380400" [ 818.821499] env[69513]: _type = "Task" [ 818.821499] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.829506] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.863305] env[69513]: DEBUG nova.network.neutron [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Updated VIF entry in instance network info cache for port c4d3e596-4840-4b47-933b-2c64c2e80253. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 818.863305] env[69513]: DEBUG nova.network.neutron [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Updating instance_info_cache with network_info: [{"id": "c4d3e596-4840-4b47-933b-2c64c2e80253", "address": "fa:16:3e:99:0e:ec", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d3e596-48", "ovs_interfaceid": "c4d3e596-4840-4b47-933b-2c64c2e80253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.959354] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380398, 'name': CreateVM_Task, 'duration_secs': 0.531904} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.959527] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.960421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.961515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.961515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.961515] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59182129-2610-4741-a75b-76f49902e8d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.970157] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 818.970157] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c5a574-704e-84e1-61ed-f5b97e16b5d7" [ 818.970157] env[69513]: _type = "Task" [ 818.970157] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.976293] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380391, 'name': CloneVM_Task, 'duration_secs': 2.600496} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.980161] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created linked-clone VM from snapshot [ 818.984019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fcee7f-67e2-41eb-b6ec-6501a1f76421 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.988203] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c5a574-704e-84e1-61ed-f5b97e16b5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.995038] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Uploading image 984be2e8-730f-4500-81a0-3c1a1484d131 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.022297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.035268] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.035268] env[69513]: value = "vm-674522" [ 819.035268] env[69513]: _type = "VirtualMachine" [ 819.035268] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.035722] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c3c6740-4238-46b5-bbaf-aea228cdb338 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.044118] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease: (returnval){ [ 819.044118] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3b294-2782-507f-420e-a86955bba185" [ 819.044118] env[69513]: _type = "HttpNfcLease" [ 819.044118] env[69513]: } obtained for exporting VM: (result){ [ 819.044118] env[69513]: value = "vm-674522" [ 819.044118] env[69513]: _type = "VirtualMachine" [ 819.044118] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.044922] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the lease: (returnval){ [ 819.044922] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3b294-2782-507f-420e-a86955bba185" [ 819.044922] env[69513]: _type = "HttpNfcLease" [ 819.044922] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.053606] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.053606] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3b294-2782-507f-420e-a86955bba185" [ 819.053606] env[69513]: _type = "HttpNfcLease" [ 819.053606] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.137302] env[69513]: DEBUG nova.compute.utils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.142954] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.143088] env[69513]: DEBUG nova.network.neutron [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.172657] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380399, 'name': Rename_Task, 'duration_secs': 0.167662} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.172946] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.173212] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3120db76-2aa6-4ad8-99cc-e0a7f54d292e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.185504] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 819.185504] env[69513]: value = "task-3380402" [ 819.185504] env[69513]: _type = "Task" [ 819.185504] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.185934] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d45865a-8c08-448b-b40f-dff4ac4ed369 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "3f493655-88cc-4473-a156-828391eba964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.937s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.199052] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.249582] env[69513]: DEBUG nova.policy [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f7b18b6e554c5b84a7a01c21ccfd82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ed3aa40b344198ad73e3209e3329f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.342191] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380400, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.365654] env[69513]: DEBUG oslo_concurrency.lockutils [req-50ff1951-8844-435f-b39d-54932c47b088 req-a62c1ee0-ec1e-4bcd-af89-2490499472fa service nova] Releasing lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.480773] env[69513]: DEBUG nova.network.neutron [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Successfully updated port: 06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.491278] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c5a574-704e-84e1-61ed-f5b97e16b5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023352} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.491758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.492433] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.492554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.492770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.493085] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.493508] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-843d54b2-00e5-482f-94e5-a68192fa369d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.514231] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.514607] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.521163] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b0b120-fe62-406a-b9d8-8fcb68541e5b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.531290] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 819.531290] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52128f3a-4e98-4fa8-e27d-3d60c3fe310b" [ 819.531290] env[69513]: _type = "Task" [ 819.531290] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.540887] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52128f3a-4e98-4fa8-e27d-3d60c3fe310b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.559182] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.559182] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3b294-2782-507f-420e-a86955bba185" [ 819.559182] env[69513]: _type = "HttpNfcLease" [ 819.559182] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.559441] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.559441] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3b294-2782-507f-420e-a86955bba185" [ 819.559441] env[69513]: _type = "HttpNfcLease" [ 819.559441] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.560769] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592ceb38-c339-4fdd-8ee1-548a95fc8291 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.577146] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02a93-ac05-a557-98e8-081a059d404b/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.577305] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02a93-ac05-a557-98e8-081a059d404b/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.652021] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.697477] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380402, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.702658] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03b768f1-d723-4baa-9925-14ad4ae7c8a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.747792] env[69513]: DEBUG nova.network.neutron [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Successfully created port: 639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.823746] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11372486-b982-4b0f-bfb8-7ba1ac0642a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.836846] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380400, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.841540] env[69513]: DEBUG nova.compute.manager [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 819.848040] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7140e4-6860-46c0-b8d5-76364d8e2012 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.878799] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f01b5-ccd1-47be-bb5d-cd11e2610e19 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.885256] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d4f00-05e4-4ecb-a2cb-8731f6956515 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.901142] env[69513]: DEBUG nova.compute.provider_tree [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.969435] env[69513]: DEBUG nova.compute.manager [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Received event network-changed-fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.969435] env[69513]: DEBUG nova.compute.manager [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Refreshing instance network info cache due to event network-changed-fa8149fe-ca30-4921-8ef2-8835531a6595. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.969435] env[69513]: DEBUG oslo_concurrency.lockutils [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] Acquiring lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.969435] env[69513]: DEBUG oslo_concurrency.lockutils [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] Acquired lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.969435] env[69513]: DEBUG nova.network.neutron [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Refreshing network info cache for port fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 819.986027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.986027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquired lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.986027] env[69513]: DEBUG nova.network.neutron [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 820.042832] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52128f3a-4e98-4fa8-e27d-3d60c3fe310b, 'name': SearchDatastore_Task, 'duration_secs': 0.035272} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.043934] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fadf1c1-390b-4a05-912f-ca4af0ae8f8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.052242] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 820.052242] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dc178f-a78a-5f86-d4e7-b16b14026964" [ 820.052242] env[69513]: _type = "Task" [ 820.052242] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.060584] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dc178f-a78a-5f86-d4e7-b16b14026964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.200489] env[69513]: DEBUG oslo_vmware.api [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380402, 'name': PowerOnVM_Task, 'duration_secs': 0.921283} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.201403] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.201850] env[69513]: INFO nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Took 11.07 seconds to spawn the instance on the hypervisor. [ 820.202272] env[69513]: DEBUG nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.203483] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00039bf-1ae7-4051-b6d3-01c9342d6ff4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.210196] env[69513]: DEBUG nova.compute.manager [req-81846933-be14-42f0-9113-60f583fa6bd4 req-a1ad9dc6-3f5a-4143-a4cd-3b7fb2d190ee service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Received event network-vif-plugged-06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.211494] env[69513]: DEBUG oslo_concurrency.lockutils [req-81846933-be14-42f0-9113-60f583fa6bd4 req-a1ad9dc6-3f5a-4143-a4cd-3b7fb2d190ee service nova] Acquiring lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.211494] env[69513]: DEBUG oslo_concurrency.lockutils [req-81846933-be14-42f0-9113-60f583fa6bd4 req-a1ad9dc6-3f5a-4143-a4cd-3b7fb2d190ee service nova] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.211494] env[69513]: DEBUG oslo_concurrency.lockutils [req-81846933-be14-42f0-9113-60f583fa6bd4 req-a1ad9dc6-3f5a-4143-a4cd-3b7fb2d190ee service nova] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.211494] env[69513]: DEBUG nova.compute.manager [req-81846933-be14-42f0-9113-60f583fa6bd4 req-a1ad9dc6-3f5a-4143-a4cd-3b7fb2d190ee service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] No waiting events found dispatching network-vif-plugged-06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.211494] env[69513]: WARNING nova.compute.manager [req-81846933-be14-42f0-9113-60f583fa6bd4 req-a1ad9dc6-3f5a-4143-a4cd-3b7fb2d190ee service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Received unexpected event network-vif-plugged-06364fd8-214f-4427-a7b8-f91006198181 for instance with vm_state building and task_state spawning. [ 820.334077] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380400, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.368309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.405566] env[69513]: DEBUG nova.scheduler.client.report [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.549017] env[69513]: DEBUG nova.network.neutron [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 820.563944] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dc178f-a78a-5f86-d4e7-b16b14026964, 'name': SearchDatastore_Task, 'duration_secs': 0.02326} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.564307] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.564612] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 24d731ee-6b5d-4253-998c-6fdd83696af1/24d731ee-6b5d-4253-998c-6fdd83696af1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.564935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-705f7299-302e-4cad-b324-47be5f77ec15 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.574283] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 820.574283] env[69513]: value = "task-3380403" [ 820.574283] env[69513]: _type = "Task" [ 820.574283] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.587723] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.668876] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.702557] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.702988] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.703236] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.703634] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.703634] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.703925] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.704207] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.704460] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.704949] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.705458] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.705458] env[69513]: DEBUG nova.virt.hardware [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.706742] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beef4846-0915-4b13-9555-6590a9e8cfe4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.715865] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af80a9-13c7-4340-99f8-51c999f6c49b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.748749] env[69513]: INFO nova.compute.manager [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Took 53.29 seconds to build instance. [ 820.797339] env[69513]: DEBUG nova.network.neutron [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updated VIF entry in instance network info cache for port fa8149fe-ca30-4921-8ef2-8835531a6595. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 820.797730] env[69513]: DEBUG nova.network.neutron [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updating instance_info_cache with network_info: [{"id": "fa8149fe-ca30-4921-8ef2-8835531a6595", "address": "fa:16:3e:0a:fb:e4", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8149fe-ca", "ovs_interfaceid": "fa8149fe-ca30-4921-8ef2-8835531a6595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.831172] env[69513]: DEBUG nova.network.neutron [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Updating instance_info_cache with network_info: [{"id": "06364fd8-214f-4427-a7b8-f91006198181", "address": "fa:16:3e:2e:35:6f", "network": {"id": "80a0a35f-86e0-4fb9-8504-56295a4d6b3f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-220793781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312616057b0e4e7f83e2f86d41eae21a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06364fd8-21", "ovs_interfaceid": "06364fd8-214f-4427-a7b8-f91006198181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.846876] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380400, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.780576} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.848116] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] e83bb82d-e0aa-4f28-b4c7-56f35b5de500/e83bb82d-e0aa-4f28-b4c7-56f35b5de500.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.848917] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.848917] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672caec3-d8cd-42c2-bae2-266c9e0b65b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.857663] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 820.857663] env[69513]: value = "task-3380404" [ 820.857663] env[69513]: _type = "Task" [ 820.857663] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.867456] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.912076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.915657] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.724s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.917663] env[69513]: INFO nova.compute.claims [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.951258] env[69513]: INFO nova.scheduler.client.report [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Deleted allocations for instance f9e131e0-417f-4baf-b7fd-a3547169fd41 [ 821.030454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.030454] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.030454] env[69513]: INFO nova.compute.manager [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Rebooting instance [ 821.086513] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.252441] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f379f62a-e453-463f-8c64-88abf786fff3 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.844s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.301056] env[69513]: DEBUG oslo_concurrency.lockutils [req-7a380043-fc80-4246-90c6-57072b7c03e6 req-ef5105c9-e357-47ae-8f36-2335d8576d85 service nova] Releasing lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.341023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Releasing lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.341023] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Instance network_info: |[{"id": "06364fd8-214f-4427-a7b8-f91006198181", "address": "fa:16:3e:2e:35:6f", "network": {"id": "80a0a35f-86e0-4fb9-8504-56295a4d6b3f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-220793781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312616057b0e4e7f83e2f86d41eae21a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06364fd8-21", "ovs_interfaceid": "06364fd8-214f-4427-a7b8-f91006198181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.341023] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:35:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06364fd8-214f-4427-a7b8-f91006198181', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.350134] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Creating folder: Project (312616057b0e4e7f83e2f86d41eae21a). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.350693] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1cb4a26-270a-4dfb-9a75-5b3c3e82d05d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.368023] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Created folder: Project (312616057b0e4e7f83e2f86d41eae21a) in parent group-v674393. [ 821.368023] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Creating folder: Instances. Parent ref: group-v674527. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.368023] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d28bfd-27a8-437e-b930-72b303ea7136 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.373051] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313968} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.374504] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.376017] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73804311-39b6-44c7-8bf6-497a5658f907 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.383408] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Created folder: Instances in parent group-v674527. [ 821.383408] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.396428] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.406447] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e83bb82d-e0aa-4f28-b4c7-56f35b5de500/e83bb82d-e0aa-4f28-b4c7-56f35b5de500.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.406822] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90246eb7-04ea-4c51-a9b6-0d7c28f7242b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.425435] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbef4ef0-e66e-4c1e-b8d5-9ff2038438bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.453171] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 821.453171] env[69513]: value = "task-3380408" [ 821.453171] env[69513]: _type = "Task" [ 821.453171] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.453726] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.453726] env[69513]: value = "task-3380407" [ 821.453726] env[69513]: _type = "Task" [ 821.453726] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.467736] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19707ed1-4bcd-4a08-a0ed-11fa3ccefd25 tempest-ListServerFiltersTestJSON-2708404 tempest-ListServerFiltersTestJSON-2708404-project-member] Lock "f9e131e0-417f-4baf-b7fd-a3547169fd41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.939s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.475082] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a60806-9a1a-48af-9c02-8f675335b49a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.478758] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.484529] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380407, 'name': CreateVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.492024] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Suspending the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 821.492024] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-89a394a4-ecd7-4cb0-ba38-b275498f69ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.496101] env[69513]: DEBUG oslo_vmware.api [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] Waiting for the task: (returnval){ [ 821.496101] env[69513]: value = "task-3380409" [ 821.496101] env[69513]: _type = "Task" [ 821.496101] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.505425] env[69513]: DEBUG oslo_vmware.api [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] Task: {'id': task-3380409, 'name': SuspendVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.556080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.556319] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquired lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.556319] env[69513]: DEBUG nova.network.neutron [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 821.586341] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582246} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.587211] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 24d731ee-6b5d-4253-998c-6fdd83696af1/24d731ee-6b5d-4253-998c-6fdd83696af1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.587358] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.587655] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb83e9a-f761-4195-a57c-d839659fc8b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.594737] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 821.594737] env[69513]: value = "task-3380410" [ 821.594737] env[69513]: _type = "Task" [ 821.594737] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.606030] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.619948] env[69513]: DEBUG nova.network.neutron [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Successfully updated port: 639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.755965] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.968461] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.972064] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380407, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.010726] env[69513]: DEBUG oslo_vmware.api [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] Task: {'id': task-3380409, 'name': SuspendVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.105341] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125093} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.107887] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.108810] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb7d830-9f06-4c00-a1aa-239a34098600 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.132290] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.132460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.132668] env[69513]: DEBUG nova.network.neutron [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 822.150525] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 24d731ee-6b5d-4253-998c-6fdd83696af1/24d731ee-6b5d-4253-998c-6fdd83696af1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.163448] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6959d6-4b13-4402-9776-12111f035989 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.191495] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 822.191495] env[69513]: value = "task-3380411" [ 822.191495] env[69513]: _type = "Task" [ 822.191495] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.201483] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.233995] env[69513]: DEBUG nova.network.neutron [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 822.283884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.467971] env[69513]: DEBUG nova.network.neutron [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updating instance_info_cache with network_info: [{"id": "fa8149fe-ca30-4921-8ef2-8835531a6595", "address": "fa:16:3e:0a:fb:e4", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8149fe-ca", "ovs_interfaceid": "fa8149fe-ca30-4921-8ef2-8835531a6595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.474293] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380408, 'name': ReconfigVM_Task, 'duration_secs': 0.943538} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.476626] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e83bb82d-e0aa-4f28-b4c7-56f35b5de500/e83bb82d-e0aa-4f28-b4c7-56f35b5de500.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.483092] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64ab390e-2f69-4750-878c-44d76a337807 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.483092] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380407, 'name': CreateVM_Task, 'duration_secs': 0.802051} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.483092] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.483790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.483871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.484126] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.484970] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d5c776-14b0-40ce-b45a-aa7a18a407a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.488583] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 822.488583] env[69513]: value = "task-3380412" [ 822.488583] env[69513]: _type = "Task" [ 822.488583] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.502385] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 822.502385] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a30d61-8e55-a37a-e1b7-f6a0033e8bcb" [ 822.502385] env[69513]: _type = "Task" [ 822.502385] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.516377] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380412, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.520269] env[69513]: DEBUG nova.network.neutron [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updating instance_info_cache with network_info: [{"id": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "address": "fa:16:3e:fb:34:dc", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fc5a3-cb", "ovs_interfaceid": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.531241] env[69513]: DEBUG oslo_vmware.api [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] Task: {'id': task-3380409, 'name': SuspendVM_Task, 'duration_secs': 0.964601} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.531241] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Suspended the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 822.531241] env[69513]: DEBUG nova.compute.manager [None req-e8f3d22f-8b76-46e4-af72-e25755738961 tempest-ServersAdminNegativeTestJSON-1578800030 tempest-ServersAdminNegativeTestJSON-1578800030-project-admin] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.532414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1fa8f-9184-425b-b5b7-47b6f06d6be4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.546575] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a30d61-8e55-a37a-e1b7-f6a0033e8bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.547572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.547704] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.548262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.548262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.548262] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.548728] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbc2b75-236e-4f39-a111-5442531a69bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.567215] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.567550] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.568409] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc6ff5a-f543-406c-b0e4-93b196535667 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.581618] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 822.581618] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5290cf1e-a1a2-b05d-9f5a-740a2c71d5db" [ 822.581618] env[69513]: _type = "Task" [ 822.581618] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.595723] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5290cf1e-a1a2-b05d-9f5a-740a2c71d5db, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.596738] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68cb281-f9fb-4200-8911-376f32355fe7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.612066] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 822.612066] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c9c94c-b29d-b23a-fa68-0bcf1d95381d" [ 822.612066] env[69513]: _type = "Task" [ 822.612066] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.619834] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c9c94c-b29d-b23a-fa68-0bcf1d95381d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.639895] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918b149b-80c6-4246-adb5-06410640bb7b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.649549] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6f00e-1de4-477e-ace8-3d54ab87e3f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.685721] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daefddc8-f183-4dc7-aac1-e4bfa10797ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.697318] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a813666f-699c-498a-9f68-8f4b6c2d9ca5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.715376] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380411, 'name': ReconfigVM_Task, 'duration_secs': 0.479792} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.715883] env[69513]: DEBUG nova.compute.provider_tree [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.717389] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 24d731ee-6b5d-4253-998c-6fdd83696af1/24d731ee-6b5d-4253-998c-6fdd83696af1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.718506] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14dd2b3-7ab0-43a5-a8d8-0d388d22d308 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.725294] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 822.725294] env[69513]: value = "task-3380413" [ 822.725294] env[69513]: _type = "Task" [ 822.725294] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.734384] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380413, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.742018] env[69513]: DEBUG nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Received event network-changed-06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.742018] env[69513]: DEBUG nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Refreshing instance network info cache due to event network-changed-06364fd8-214f-4427-a7b8-f91006198181. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.742018] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Acquiring lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.742018] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Acquired lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.742018] env[69513]: DEBUG nova.network.neutron [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Refreshing network info cache for port 06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 822.970872] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Releasing lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.004696] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380412, 'name': Rename_Task, 'duration_secs': 0.200581} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.004958] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.006304] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026041df-857a-4e48-aa38-f0920dfdb19d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.014676] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 823.014676] env[69513]: value = "task-3380414" [ 823.014676] env[69513]: _type = "Task" [ 823.014676] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.026021] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.030498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.030831] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Instance network_info: |[{"id": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "address": "fa:16:3e:fb:34:dc", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fc5a3-cb", "ovs_interfaceid": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.031364] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:34:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '639fc5a3-cbdf-468a-a198-02e4c38fc531', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.040736] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.040995] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.041256] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-542d29ca-76d3-48c6-a618-c5253b78ac2c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.065812] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.065812] env[69513]: value = "task-3380415" [ 823.065812] env[69513]: _type = "Task" [ 823.065812] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.074514] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380415, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.122809] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c9c94c-b29d-b23a-fa68-0bcf1d95381d, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.123135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.123492] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f4a956b4-8429-4a96-aa8b-e03c0cfdce4a/f4a956b4-8429-4a96-aa8b-e03c0cfdce4a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.123809] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c71612-90b2-41f9-ae18-4dadffef43cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.131075] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 823.131075] env[69513]: value = "task-3380416" [ 823.131075] env[69513]: _type = "Task" [ 823.131075] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.139548] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.219993] env[69513]: DEBUG nova.scheduler.client.report [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.236621] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380413, 'name': Rename_Task, 'duration_secs': 0.246498} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.236965] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.237285] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f76bfb5-8a07-419f-92de-90dc3f26f2c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.247068] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 823.247068] env[69513]: value = "task-3380417" [ 823.247068] env[69513]: _type = "Task" [ 823.247068] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.261785] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.481758] env[69513]: DEBUG nova.compute.manager [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.482887] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d533aa1-f95c-4914-aa33-cb68eb940a74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.530299] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.584391] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380415, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.645417] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380416, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.727296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.727438] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.730634] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.633s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.730904] env[69513]: DEBUG nova.objects.instance [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.749021] env[69513]: DEBUG nova.network.neutron [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Updated VIF entry in instance network info cache for port 06364fd8-214f-4427-a7b8-f91006198181. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 823.749407] env[69513]: DEBUG nova.network.neutron [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Updating instance_info_cache with network_info: [{"id": "06364fd8-214f-4427-a7b8-f91006198181", "address": "fa:16:3e:2e:35:6f", "network": {"id": "80a0a35f-86e0-4fb9-8504-56295a4d6b3f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-220793781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312616057b0e4e7f83e2f86d41eae21a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06364fd8-21", "ovs_interfaceid": "06364fd8-214f-4427-a7b8-f91006198181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.761839] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.028325] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.079504] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380415, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.144850] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658977} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.145250] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f4a956b4-8429-4a96-aa8b-e03c0cfdce4a/f4a956b4-8429-4a96-aa8b-e03c0cfdce4a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.145384] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.145666] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77b501b5-6e98-412d-9b57-f1c3b909c5ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.153985] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 824.153985] env[69513]: value = "task-3380418" [ 824.153985] env[69513]: _type = "Task" [ 824.153985] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.162973] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.237351] env[69513]: DEBUG nova.compute.utils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.244433] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.244787] env[69513]: DEBUG nova.network.neutron [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.258019] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Releasing lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.258019] env[69513]: DEBUG nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Received event network-vif-plugged-639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.258019] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Acquiring lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.258019] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.258019] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.258019] env[69513]: DEBUG nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] No waiting events found dispatching network-vif-plugged-639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.258019] env[69513]: WARNING nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Received unexpected event network-vif-plugged-639fc5a3-cbdf-468a-a198-02e4c38fc531 for instance with vm_state building and task_state spawning. [ 824.258019] env[69513]: DEBUG nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Received event network-changed-639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.258019] env[69513]: DEBUG nova.compute.manager [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Refreshing instance network info cache due to event network-changed-639fc5a3-cbdf-468a-a198-02e4c38fc531. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.258566] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Acquiring lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.258846] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Acquired lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.259171] env[69513]: DEBUG nova.network.neutron [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Refreshing network info cache for port 639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 824.268739] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.295230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.295524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.295707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.295889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.296984] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.299229] env[69513]: INFO nova.compute.manager [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Terminating instance [ 824.340966] env[69513]: DEBUG nova.policy [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b496904bc7a4fc092cdde15f22109e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79b1640cbb3404f818d9149ec3d4ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.511568] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d171f7-c44c-41a1-81aa-4d1c0797bda7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.524381] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Doing hard reboot of VM {{(pid=69513) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 824.525288] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-46b2d1b2-1ded-4d84-8ed9-ac9dcaf6eeb5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.531922] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.542286] env[69513]: DEBUG oslo_vmware.api [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 824.542286] env[69513]: value = "task-3380419" [ 824.542286] env[69513]: _type = "Task" [ 824.542286] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.550851] env[69513]: DEBUG oslo_vmware.api [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380419, 'name': ResetVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.576972] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380415, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.666196] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.430389} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.666593] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.667691] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c68f70-7f73-41fe-9449-89d6e837a19d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.691416] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f4a956b4-8429-4a96-aa8b-e03c0cfdce4a/f4a956b4-8429-4a96-aa8b-e03c0cfdce4a.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.691758] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c10be3-106d-4757-867b-0f0fbe821128 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.714487] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 824.714487] env[69513]: value = "task-3380420" [ 824.714487] env[69513]: _type = "Task" [ 824.714487] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.726474] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.745341] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.749173] env[69513]: DEBUG oslo_concurrency.lockutils [None req-65d2597a-9fb8-43dc-9ebe-32eeff0f8abd tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.753181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.156s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.753260] env[69513]: DEBUG nova.objects.instance [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lazy-loading 'resources' on Instance uuid e82f0091-f698-418d-aa6f-966d756eade9 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.769279] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.804292] env[69513]: DEBUG nova.compute.manager [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.804543] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.806195] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eddc61-fd48-4441-9d8e-087aa4e56b5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.815840] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.816186] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e3fd1e-c201-4958-9dfd-840a79a1f783 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.824245] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 824.824245] env[69513]: value = "task-3380421" [ 824.824245] env[69513]: _type = "Task" [ 824.824245] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.837605] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.029803] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.058142] env[69513]: DEBUG oslo_vmware.api [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380419, 'name': ResetVM_Task, 'duration_secs': 0.171283} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.058555] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Did hard reboot of VM {{(pid=69513) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 825.058906] env[69513]: DEBUG nova.compute.manager [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.059959] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ee929-4830-43b3-8d40-c7705ae6e764 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.086834] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380415, 'name': CreateVM_Task, 'duration_secs': 1.611207} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.092249] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.092249] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.092249] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.092249] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.092936] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd53007-87b7-460a-ba40-4711592a701b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.100692] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 825.100692] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5270cecd-6c38-a677-7a8c-5e5ee781ad50" [ 825.100692] env[69513]: _type = "Task" [ 825.100692] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.109138] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5270cecd-6c38-a677-7a8c-5e5ee781ad50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.149439] env[69513]: DEBUG nova.network.neutron [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updated VIF entry in instance network info cache for port 639fc5a3-cbdf-468a-a198-02e4c38fc531. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 825.149825] env[69513]: DEBUG nova.network.neutron [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updating instance_info_cache with network_info: [{"id": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "address": "fa:16:3e:fb:34:dc", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fc5a3-cb", "ovs_interfaceid": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.227139] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.275948] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.339624] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380421, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.380374] env[69513]: DEBUG nova.network.neutron [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Successfully created port: b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.529266] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.580247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-46172c3f-6569-4d38-8a98-1948c2681fe5 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.551s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.618908] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5270cecd-6c38-a677-7a8c-5e5ee781ad50, 'name': SearchDatastore_Task, 'duration_secs': 0.01489} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.620022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620022] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.620022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.620022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.621187] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.623456] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42e3c155-aa79-4c3a-8bfb-231684b03fa0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.636021] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.636021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.636021] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e55e31-8c29-4d18-823b-dfdf3171d4f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.643965] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 825.643965] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52828ca7-9cdd-063f-23a8-e78b4de917a5" [ 825.643965] env[69513]: _type = "Task" [ 825.643965] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.653185] env[69513]: DEBUG oslo_concurrency.lockutils [req-cd3a51d7-050e-4705-9352-5481bb2080ac req-77d08974-da4b-4002-a49f-386eab5b4148 service nova] Releasing lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.660684] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52828ca7-9cdd-063f-23a8-e78b4de917a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.661784] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c0b5d8-400f-4a20-98bb-617462937f54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.668110] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 825.668110] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520ae527-fb7f-4dc6-0dba-5f21fa30bab2" [ 825.668110] env[69513]: _type = "Task" [ 825.668110] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.687169] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520ae527-fb7f-4dc6-0dba-5f21fa30bab2, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.690298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.690569] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.691145] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a851d0-2bcb-4159-92d6-74f5d2554a13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.698907] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 825.698907] env[69513]: value = "task-3380422" [ 825.698907] env[69513]: _type = "Task" [ 825.698907] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.710146] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.729612] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.765952] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.774175] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.811839] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.811839] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.811839] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.812519] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.812519] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.812519] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.812519] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.812704] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.812855] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.813815] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.813815] env[69513]: DEBUG nova.virt.hardware [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.814402] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263c49e-6e07-437b-94e2-9ec815191f3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.834012] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d357ea-b5aa-4ed5-9f9e-7ea32be176af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.847173] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380421, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.863746] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28dfe54-2a16-4e85-8837-90012f4c8b30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.871939] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f0675-4209-422f-ae0b-a961dc7c88a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.912762] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf9a0da-8132-42df-b09e-70afb14a4bf1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.918900] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "10f1f34e-eca9-499b-a1d4-a7db610da26b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.919203] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "10f1f34e-eca9-499b-a1d4-a7db610da26b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.927034] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06a77ee-d8c7-43b2-b0a2-67ac011dd2c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.942156] env[69513]: DEBUG nova.compute.provider_tree [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.031548] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.210262] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.226324] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380420, 'name': ReconfigVM_Task, 'duration_secs': 1.388465} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.226628] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f4a956b4-8429-4a96-aa8b-e03c0cfdce4a/f4a956b4-8429-4a96-aa8b-e03c0cfdce4a.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.229752] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d7f90a-8227-468f-b3d7-0bf46d767403 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.233898] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 826.233898] env[69513]: value = "task-3380426" [ 826.233898] env[69513]: _type = "Task" [ 826.233898] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.243342] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380426, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.274027] env[69513]: DEBUG oslo_vmware.api [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380417, 'name': PowerOnVM_Task, 'duration_secs': 2.807637} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.274027] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.274027] env[69513]: INFO nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Took 10.95 seconds to spawn the instance on the hypervisor. [ 826.274027] env[69513]: DEBUG nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.274027] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9aa39c-3e8e-408c-824f-c554f4679219 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.336187] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380421, 'name': PowerOffVM_Task, 'duration_secs': 1.231647} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.337412] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.337634] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.337913] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e958b86-bf53-4e33-8640-83986e4988d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418365] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.420194] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.420194] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Deleting the datastore file [datastore2] de6a6647-9368-4d4f-8f42-fb49ab4f03f0 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.420194] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef5863ce-501b-4116-a673-087fcf3ff563 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.434995] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for the task: (returnval){ [ 826.434995] env[69513]: value = "task-3380428" [ 826.434995] env[69513]: _type = "Task" [ 826.434995] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.452129] env[69513]: DEBUG nova.scheduler.client.report [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.453997] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.534254] env[69513]: DEBUG oslo_vmware.api [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380414, 'name': PowerOnVM_Task, 'duration_secs': 3.033895} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.534254] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.535716] env[69513]: INFO nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Took 14.60 seconds to spawn the instance on the hypervisor. [ 826.536230] env[69513]: DEBUG nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.538204] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41258bd3-f7ae-463b-bd73-f90ab77a53b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.713847] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924096} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.714397] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.714397] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.714620] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0627ad-0e88-4252-90b8-f911e0f209b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.721793] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 826.721793] env[69513]: value = "task-3380429" [ 826.721793] env[69513]: _type = "Task" [ 826.721793] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.729847] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.743980] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380426, 'name': Rename_Task, 'duration_secs': 0.204148} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.744285] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.744539] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0e5b58f-f9cc-452d-af96-32082e539a3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.751829] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 826.751829] env[69513]: value = "task-3380430" [ 826.751829] env[69513]: _type = "Task" [ 826.751829] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.760171] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.793181] env[69513]: INFO nova.compute.manager [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Took 52.24 seconds to build instance. [ 826.948446] env[69513]: DEBUG oslo_vmware.api [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Task: {'id': task-3380428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374872} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.948979] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.949247] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.949622] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.949812] env[69513]: INFO nova.compute.manager [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Took 2.15 seconds to destroy the instance on the hypervisor. [ 826.950123] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.950377] env[69513]: DEBUG nova.compute.manager [-] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.950501] env[69513]: DEBUG nova.network.neutron [-] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 826.957013] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.958901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.007s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.960434] env[69513]: DEBUG nova.objects.instance [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lazy-loading 'resources' on Instance uuid 02a2e207-94cf-48fc-92fb-701ccaa6dce8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.988521] env[69513]: INFO nova.scheduler.client.report [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Deleted allocations for instance e82f0091-f698-418d-aa6f-966d756eade9 [ 827.059977] env[69513]: INFO nova.compute.manager [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Took 55.49 seconds to build instance. [ 827.232599] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107858} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.233176] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.233675] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf14261-fc1b-43b3-85cf-cae2bb24e3ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.268740] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.273767] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055708ab-15a4-4fda-8194-84e91e9c5e54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.295806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13039d5e-ddc8-4f84-bca3-fa5fd1deef49 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.219s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.296024] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.300792] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 827.300792] env[69513]: value = "task-3380431" [ 827.300792] env[69513]: _type = "Task" [ 827.300792] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.312155] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.477249] env[69513]: DEBUG nova.network.neutron [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Successfully updated port: b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.504167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f83f1d33-e0f9-42ca-9b39-b7f4ecb7d4dc tempest-ServersListShow296Test-518240421 tempest-ServersListShow296Test-518240421-project-member] Lock "e82f0091-f698-418d-aa6f-966d756eade9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.804s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.551623] env[69513]: DEBUG nova.compute.manager [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Received event network-changed-fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.551623] env[69513]: DEBUG nova.compute.manager [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Refreshing instance network info cache due to event network-changed-fa8149fe-ca30-4921-8ef2-8835531a6595. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.552426] env[69513]: DEBUG oslo_concurrency.lockutils [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] Acquiring lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.552426] env[69513]: DEBUG oslo_concurrency.lockutils [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] Acquired lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.556028] env[69513]: DEBUG nova.network.neutron [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Refreshing network info cache for port fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 827.564158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dc3586db-8bb2-4818-aa32-dc61065429c3 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.445s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.739503] env[69513]: DEBUG nova.network.neutron [-] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.776024] env[69513]: DEBUG oslo_vmware.api [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380430, 'name': PowerOnVM_Task, 'duration_secs': 0.800382} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.776024] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.776024] env[69513]: INFO nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Took 9.87 seconds to spawn the instance on the hypervisor. [ 827.776024] env[69513]: DEBUG nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.776024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885252f5-ed65-408a-afae-54ff9f55122a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.803490] env[69513]: DEBUG nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.819028] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380431, 'name': ReconfigVM_Task, 'duration_secs': 0.49187} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.819028] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.819583] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b86a1eb3-dd4c-49e6-b344-b968915588a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.834792] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 827.834792] env[69513]: value = "task-3380432" [ 827.834792] env[69513]: _type = "Task" [ 827.834792] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.846447] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380432, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.961423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.962077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.975704] env[69513]: DEBUG nova.compute.manager [req-f96e5139-b98b-4bdb-b2f8-6d3a9c84b743 req-2b5e5bcc-9048-4649-84fe-ddcc7178ccb2 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Received event network-vif-plugged-b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.975900] env[69513]: DEBUG oslo_concurrency.lockutils [req-f96e5139-b98b-4bdb-b2f8-6d3a9c84b743 req-2b5e5bcc-9048-4649-84fe-ddcc7178ccb2 service nova] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.976153] env[69513]: DEBUG oslo_concurrency.lockutils [req-f96e5139-b98b-4bdb-b2f8-6d3a9c84b743 req-2b5e5bcc-9048-4649-84fe-ddcc7178ccb2 service nova] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.976345] env[69513]: DEBUG oslo_concurrency.lockutils [req-f96e5139-b98b-4bdb-b2f8-6d3a9c84b743 req-2b5e5bcc-9048-4649-84fe-ddcc7178ccb2 service nova] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.977705] env[69513]: DEBUG nova.compute.manager [req-f96e5139-b98b-4bdb-b2f8-6d3a9c84b743 req-2b5e5bcc-9048-4649-84fe-ddcc7178ccb2 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] No waiting events found dispatching network-vif-plugged-b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.978483] env[69513]: WARNING nova.compute.manager [req-f96e5139-b98b-4bdb-b2f8-6d3a9c84b743 req-2b5e5bcc-9048-4649-84fe-ddcc7178ccb2 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Received unexpected event network-vif-plugged-b93ed1ae-c3b5-440f-a5db-d2390f51968e for instance with vm_state building and task_state spawning. [ 827.980798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.981079] env[69513]: DEBUG nova.network.neutron [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 828.141537] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0967b7-b61c-4e5b-8230-492874ed45c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.149364] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc13d3-af93-406f-8dff-fd73f1c66d2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.194360] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cd7cff-aa0c-4512-8542-f9483e07a14f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.205209] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca0db89-4aa8-46d0-ba96-c1d873226644 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.220952] env[69513]: DEBUG nova.compute.provider_tree [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.245559] env[69513]: INFO nova.compute.manager [-] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Took 1.29 seconds to deallocate network for instance. [ 828.299647] env[69513]: INFO nova.compute.manager [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Took 47.37 seconds to build instance. [ 828.341687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.351285] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380432, 'name': Rename_Task, 'duration_secs': 0.240582} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.351461] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.351746] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444c4e59-efef-4606-86b4-ecfdac4b0754 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.361159] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 828.361159] env[69513]: value = "task-3380433" [ 828.361159] env[69513]: _type = "Task" [ 828.361159] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.372702] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.449938] env[69513]: DEBUG nova.network.neutron [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updated VIF entry in instance network info cache for port fa8149fe-ca30-4921-8ef2-8835531a6595. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 828.450548] env[69513]: DEBUG nova.network.neutron [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updating instance_info_cache with network_info: [{"id": "fa8149fe-ca30-4921-8ef2-8835531a6595", "address": "fa:16:3e:0a:fb:e4", "network": {"id": "db91ac3b-a858-4b4c-9fdd-f314ee7df98d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-32585936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ba18b981f9411f8b8b59adf0e9942d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa8149fe-ca", "ovs_interfaceid": "fa8149fe-ca30-4921-8ef2-8835531a6595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.466534] env[69513]: DEBUG nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.527776] env[69513]: DEBUG nova.network.neutron [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 828.720436] env[69513]: DEBUG nova.network.neutron [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.727559] env[69513]: DEBUG nova.scheduler.client.report [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.756412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.810020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b5a5f464-da14-4ecf-bc3c-a140cf8fbe4e tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.084s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.863560] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] Acquiring lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.865028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] Acquired lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.865028] env[69513]: DEBUG nova.network.neutron [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 828.877295] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.954514] env[69513]: DEBUG oslo_concurrency.lockutils [req-c4b08ae9-049b-44e7-927d-89e9843ca131 req-1d05d547-60da-44c9-8168-0a0824897de7 service nova] Releasing lock "refresh_cache-1449565c-37c1-4dd9-ad9f-640870f7b4e8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.000741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.031726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.032066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.032801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.032801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.032801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.035739] env[69513]: INFO nova.compute.manager [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Terminating instance [ 829.071501] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02a93-ac05-a557-98e8-081a059d404b/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.076578] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4995a0f-731c-47dc-9b49-ca4815b9969f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.082775] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02a93-ac05-a557-98e8-081a059d404b/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.083895] env[69513]: ERROR oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02a93-ac05-a557-98e8-081a059d404b/disk-0.vmdk due to incomplete transfer. [ 829.083895] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9ce7d6d-29e0-40d0-85e5-b8d0a2a161fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.090213] env[69513]: DEBUG oslo_vmware.rw_handles [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02a93-ac05-a557-98e8-081a059d404b/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.090419] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Uploaded image 984be2e8-730f-4500-81a0-3c1a1484d131 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.092562] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.092873] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46ae443d-e97e-4ab1-bd2e-b7372c774d4d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.098430] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 829.098430] env[69513]: value = "task-3380435" [ 829.098430] env[69513]: _type = "Task" [ 829.098430] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.106983] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380435, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.210923] env[69513]: DEBUG nova.compute.manager [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.212718] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7b8fec-7fa4-4a9a-aa23-d7bc99db181b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.225532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.226237] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Instance network_info: |[{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.228036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:8c:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93ed1ae-c3b5-440f-a5db-d2390f51968e', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.241542] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating folder: Project (d79b1640cbb3404f818d9149ec3d4ac0). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.242923] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.246733] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5eb1ad-1493-4455-8039-c54c05b5674e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.251107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.641s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.252026] env[69513]: DEBUG nova.objects.instance [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lazy-loading 'resources' on Instance uuid e9346371-d893-41bc-a791-913588ae16ac {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.263835] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created folder: Project (d79b1640cbb3404f818d9149ec3d4ac0) in parent group-v674393. [ 829.263835] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating folder: Instances. Parent ref: group-v674534. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.268182] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-687881fe-8e21-4472-ad35-1008b62de5b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.279255] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created folder: Instances in parent group-v674534. [ 829.279544] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.279739] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.280153] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9faddc28-0245-4775-8d28-9f3885793eae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.302931] env[69513]: INFO nova.scheduler.client.report [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Deleted allocations for instance 02a2e207-94cf-48fc-92fb-701ccaa6dce8 [ 829.313090] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.313090] env[69513]: value = "task-3380438" [ 829.313090] env[69513]: _type = "Task" [ 829.313090] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.323461] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380438, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.378646] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380433, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.543280] env[69513]: DEBUG nova.compute.manager [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.543549] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.544569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d084e4-9d8d-4a38-b02b-5884570b7c5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.553798] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.554173] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2184340-cd51-425f-8af0-762c3f641336 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.561459] env[69513]: DEBUG oslo_vmware.api [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 829.561459] env[69513]: value = "task-3380439" [ 829.561459] env[69513]: _type = "Task" [ 829.561459] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.576529] env[69513]: DEBUG oslo_vmware.api [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.611221] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380435, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.729285] env[69513]: INFO nova.compute.manager [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] instance snapshotting [ 829.730956] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d6741-9121-455a-8263-a876cc7d97e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.758214] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69099a1e-3295-4424-b0a6-9da7cd4dc754 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.799787] env[69513]: DEBUG nova.network.neutron [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Updating instance_info_cache with network_info: [{"id": "c4d3e596-4840-4b47-933b-2c64c2e80253", "address": "fa:16:3e:99:0e:ec", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d3e596-48", "ovs_interfaceid": "c4d3e596-4840-4b47-933b-2c64c2e80253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.812962] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c23378f-a9f1-48d1-88e9-c6a632d3d61c tempest-VolumesAssistedSnapshotsTest-664082795 tempest-VolumesAssistedSnapshotsTest-664082795-project-member] Lock "02a2e207-94cf-48fc-92fb-701ccaa6dce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.831s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.826741] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380438, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.884277] env[69513]: DEBUG oslo_vmware.api [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380433, 'name': PowerOnVM_Task, 'duration_secs': 1.207257} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.884277] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.884277] env[69513]: INFO nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 829.884277] env[69513]: DEBUG nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.884277] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3cab6c-3b12-4264-94c3-19d5a9068a83 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.076842] env[69513]: DEBUG oslo_vmware.api [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380439, 'name': PowerOffVM_Task, 'duration_secs': 0.445266} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.077153] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.077314] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.077559] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d403c178-b22e-4063-84b3-61df31e7d13f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.110374] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380435, 'name': Destroy_Task, 'duration_secs': 0.913857} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.110641] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroyed the VM [ 830.110889] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.111140] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc4b7374-7156-4d83-a4b8-7a3dd2875824 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.117389] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 830.117389] env[69513]: value = "task-3380441" [ 830.117389] env[69513]: _type = "Task" [ 830.117389] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.128885] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380441, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.144604] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.144771] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.144994] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Deleting the datastore file [datastore1] 1449565c-37c1-4dd9-ad9f-640870f7b4e8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.147812] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc07e88e-d831-4b82-91ed-2b32c0230b59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.152100] env[69513]: DEBUG nova.compute.manager [req-1f9955bc-a19e-46c8-8e28-a81bc617f12d req-acc6cfd5-4296-4be3-91b9-044de5462196 service nova] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Received event network-vif-deleted-2cc3b897-e4ba-41be-815a-0d30496f8753 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.157807] env[69513]: DEBUG oslo_vmware.api [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 830.157807] env[69513]: value = "task-3380442" [ 830.157807] env[69513]: _type = "Task" [ 830.157807] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.164499] env[69513]: DEBUG oslo_vmware.api [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.275061] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.275061] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb11d2b2-a917-4496-9053-6750b4e2a40c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.285078] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 830.285078] env[69513]: value = "task-3380443" [ 830.285078] env[69513]: _type = "Task" [ 830.285078] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.297263] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.300910] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] Releasing lock "refresh_cache-24d731ee-6b5d-4253-998c-6fdd83696af1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.301190] env[69513]: DEBUG nova.compute.manager [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Inject network info {{(pid=69513) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 830.301469] env[69513]: DEBUG nova.compute.manager [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] network_info to inject: |[{"id": "c4d3e596-4840-4b47-933b-2c64c2e80253", "address": "fa:16:3e:99:0e:ec", "network": {"id": "2b16a575-7a52-44f5-904c-85733103f0f5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-391324626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfbebe4ca0348b49679c323b9c7dad4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d3e596-48", "ovs_interfaceid": "c4d3e596-4840-4b47-933b-2c64c2e80253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 830.306216] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Reconfiguring VM instance to set the machine id {{(pid=69513) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 830.307477] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa6a8a2-c01b-4c99-9f42-7351c9b03f5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.318850] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a979f-e85e-415e-80d5-70ea189bd64a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.334186] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74180034-8b27-434b-83a2-8d9796f273cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.337613] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380438, 'name': CreateVM_Task, 'duration_secs': 0.529507} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.337991] env[69513]: DEBUG oslo_vmware.api [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] Waiting for the task: (returnval){ [ 830.337991] env[69513]: value = "task-3380444" [ 830.337991] env[69513]: _type = "Task" [ 830.337991] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.338277] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.339456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.339660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.340323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.369200] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dca05d4-a043-4f43-a3c0-1b80c240915b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.372367] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c5039-d628-43b2-b74e-5d304dab1292 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.378597] env[69513]: DEBUG oslo_vmware.api [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] Task: {'id': task-3380444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.380773] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 830.380773] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52da88a2-21aa-d418-7ba9-ab53c4d6d73d" [ 830.380773] env[69513]: _type = "Task" [ 830.380773] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.387038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bcd21-8ac5-4ef0-bf8e-87b8efcd06e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.400274] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52da88a2-21aa-d418-7ba9-ab53c4d6d73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.410270] env[69513]: DEBUG nova.compute.provider_tree [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.415039] env[69513]: INFO nova.compute.manager [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Took 46.15 seconds to build instance. [ 830.609976] env[69513]: DEBUG nova.compute.manager [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Received event network-changed-b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.610304] env[69513]: DEBUG nova.compute.manager [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Refreshing instance network info cache due to event network-changed-b93ed1ae-c3b5-440f-a5db-d2390f51968e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.611023] env[69513]: DEBUG oslo_concurrency.lockutils [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.611778] env[69513]: DEBUG oslo_concurrency.lockutils [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.611778] env[69513]: DEBUG nova.network.neutron [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Refreshing network info cache for port b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 830.636076] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380441, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.666553] env[69513]: DEBUG oslo_vmware.api [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161632} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.666553] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.666831] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.667215] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.667484] env[69513]: INFO nova.compute.manager [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 830.667945] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.668232] env[69513]: DEBUG nova.compute.manager [-] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.668453] env[69513]: DEBUG nova.network.neutron [-] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 830.795522] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.850829] env[69513]: DEBUG oslo_vmware.api [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] Task: {'id': task-3380444, 'name': ReconfigVM_Task, 'duration_secs': 0.263777} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.851566] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8ea1a-868b-4c23-93df-e7fff45fee1c tempest-ServersAdminTestJSON-577528589 tempest-ServersAdminTestJSON-577528589-project-admin] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Reconfigured VM instance to set the machine id {{(pid=69513) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 830.897280] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52da88a2-21aa-d418-7ba9-ab53c4d6d73d, 'name': SearchDatastore_Task, 'duration_secs': 0.023184} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.898213] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.900018] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.900018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.900018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.900018] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.900018] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4c3b399-147f-41b1-a08b-62e409c5a415 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.915040] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.915040] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.916118] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c77f6c-02dc-4230-a38d-7f0968c93e82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.919821] env[69513]: DEBUG nova.scheduler.client.report [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.924821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-79e389dd-8e88-4c60-9e44-364abe1512d8 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.192s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.928582] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 830.928582] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b1a81f-16ba-395e-9108-31eb64cc0f2e" [ 830.928582] env[69513]: _type = "Task" [ 830.928582] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.939782] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b1a81f-16ba-395e-9108-31eb64cc0f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.129139] env[69513]: DEBUG oslo_vmware.api [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380441, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758249} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.129581] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.129674] env[69513]: INFO nova.compute.manager [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 18.75 seconds to snapshot the instance on the hypervisor. [ 831.301892] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380443, 'name': CreateSnapshot_Task, 'duration_secs': 0.878661} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.302458] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.303545] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533cb3f3-1510-418b-b178-2a44079a87ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.429185] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.432703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.105s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.437020] env[69513]: INFO nova.compute.claims [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.451818] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b1a81f-16ba-395e-9108-31eb64cc0f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.452859] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a5eb20-89a0-416d-a5a3-715d29690ae0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.459044] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 831.459044] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52443950-52a8-8db9-620f-751b6e69d123" [ 831.459044] env[69513]: _type = "Task" [ 831.459044] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.467600] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52443950-52a8-8db9-620f-751b6e69d123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.469981] env[69513]: INFO nova.scheduler.client.report [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted allocations for instance e9346371-d893-41bc-a791-913588ae16ac [ 831.568260] env[69513]: DEBUG nova.network.neutron [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updated VIF entry in instance network info cache for port b93ed1ae-c3b5-440f-a5db-d2390f51968e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 831.568260] env[69513]: DEBUG nova.network.neutron [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.637863] env[69513]: DEBUG nova.network.neutron [-] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.708652] env[69513]: DEBUG nova.compute.manager [None req-1d73ca73-5592-4119-a975-86ea73a55c24 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Found 2 images (rotation: 2) {{(pid=69513) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 831.831843] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.832884] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0696d1ff-1178-4687-ab2d-121bafaa3f13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.848781] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 831.848781] env[69513]: value = "task-3380446" [ 831.848781] env[69513]: _type = "Task" [ 831.848781] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.859735] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380446, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.969129] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52443950-52a8-8db9-620f-751b6e69d123, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.969376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.969653] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05/0a7f917c-2a24-46bc-8478-fa7f3d4e0f05.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.969964] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ecdab1e-1974-48ba-aa55-24391df3e740 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.979855] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 831.979855] env[69513]: value = "task-3380447" [ 831.979855] env[69513]: _type = "Task" [ 831.979855] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.980437] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edbf730-d2c9-4129-9c55-65ab75b12d78 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "e9346371-d893-41bc-a791-913588ae16ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.221s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.991399] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.073756] env[69513]: DEBUG oslo_concurrency.lockutils [req-cdb48e90-36c8-48e5-ac1c-339059bcd794 req-ee086f44-7fd9-4323-b6e9-ad2d6644bc75 service nova] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.152581] env[69513]: INFO nova.compute.manager [-] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Took 1.48 seconds to deallocate network for instance. [ 832.193246] env[69513]: INFO nova.compute.manager [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Rescuing [ 832.193655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.194119] env[69513]: DEBUG nova.network.neutron [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 832.363725] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380446, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.410114] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.410659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.411853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.411853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.411853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.411853] env[69513]: INFO nova.compute.manager [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Terminating instance [ 832.499239] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503168} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.500226] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05/0a7f917c-2a24-46bc-8478-fa7f3d4e0f05.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.500654] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.501283] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b39e112-a78b-4c7b-acc9-981593dc68fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.510891] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 832.510891] env[69513]: value = "task-3380448" [ 832.510891] env[69513]: _type = "Task" [ 832.510891] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.523346] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.662413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.731369] env[69513]: DEBUG nova.compute.manager [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Received event network-changed-06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.731369] env[69513]: DEBUG nova.compute.manager [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Refreshing instance network info cache due to event network-changed-06364fd8-214f-4427-a7b8-f91006198181. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.733855] env[69513]: DEBUG oslo_concurrency.lockutils [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] Acquiring lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.733855] env[69513]: DEBUG oslo_concurrency.lockutils [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] Acquired lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.733855] env[69513]: DEBUG nova.network.neutron [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Refreshing network info cache for port 06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 832.768869] env[69513]: DEBUG nova.compute.manager [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.770760] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d44577f-359a-445a-8839-5ba5405e1365 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.865162] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380446, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.920512] env[69513]: DEBUG nova.compute.manager [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.920512] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.921355] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de99fb1-af45-4090-a3b8-3519cd5bc18e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.934825] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.938394] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1785a19d-db83-4eba-ac1e-5334f17f2914 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.032861] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069116} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.033216] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.035031] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.035031] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Deleting the datastore file [datastore1] 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.037238] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.038170] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba57d979-1a06-4f1b-b287-460492a21071 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.043302] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657b39d-1971-49d0-87b8-110c3b2ab384 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.051346] env[69513]: DEBUG oslo_vmware.api [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 833.051346] env[69513]: value = "task-3380450" [ 833.051346] env[69513]: _type = "Task" [ 833.051346] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.075789] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05/0a7f917c-2a24-46bc-8478-fa7f3d4e0f05.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.082637] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb5675c-f4fd-420f-8d29-1c7e93f712e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.107158] env[69513]: DEBUG oslo_vmware.api [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.112694] env[69513]: DEBUG nova.compute.manager [req-e0351b1e-288a-49c0-906d-26cf4a2d75d4 req-402bd83e-fa7d-4cc6-9f1b-6194881dc2ee service nova] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Received event network-vif-deleted-fa8149fe-ca30-4921-8ef2-8835531a6595 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.113450] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 833.113450] env[69513]: value = "task-3380452" [ 833.113450] env[69513]: _type = "Task" [ 833.113450] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.127217] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.141540] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4b93fa-e2c1-4a54-beec-48d46cd79d5b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.151155] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6147c64c-ba07-4516-b018-edc6176e03c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.185450] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93e956-a6f2-4d57-bc68-cf5c42981894 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.194271] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4847b72-4d99-47ad-be13-63ebe7ca8a70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.209461] env[69513]: DEBUG nova.compute.provider_tree [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.289606] env[69513]: INFO nova.compute.manager [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] instance snapshotting [ 833.290430] env[69513]: DEBUG nova.objects.instance [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'flavor' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.344748] env[69513]: DEBUG nova.network.neutron [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updating instance_info_cache with network_info: [{"id": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "address": "fa:16:3e:fb:34:dc", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fc5a3-cb", "ovs_interfaceid": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.363764] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380446, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.573595] env[69513]: DEBUG oslo_vmware.api [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175501} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.573871] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.574076] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.574263] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.574438] env[69513]: INFO nova.compute.manager [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Took 0.65 seconds to destroy the instance on the hypervisor. [ 833.574683] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.574878] env[69513]: DEBUG nova.compute.manager [-] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.574977] env[69513]: DEBUG nova.network.neutron [-] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 833.582962] env[69513]: DEBUG nova.network.neutron [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Updated VIF entry in instance network info cache for port 06364fd8-214f-4427-a7b8-f91006198181. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 833.583340] env[69513]: DEBUG nova.network.neutron [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Updating instance_info_cache with network_info: [{"id": "06364fd8-214f-4427-a7b8-f91006198181", "address": "fa:16:3e:2e:35:6f", "network": {"id": "80a0a35f-86e0-4fb9-8504-56295a4d6b3f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-220793781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312616057b0e4e7f83e2f86d41eae21a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06364fd8-21", "ovs_interfaceid": "06364fd8-214f-4427-a7b8-f91006198181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.623542] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380452, 'name': ReconfigVM_Task, 'duration_secs': 0.301468} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.623774] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05/0a7f917c-2a24-46bc-8478-fa7f3d4e0f05.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.624707] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c83e36a2-8476-4cb9-8aef-104b0338ab69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.632423] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 833.632423] env[69513]: value = "task-3380453" [ 833.632423] env[69513]: _type = "Task" [ 833.632423] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.644153] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380453, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.713674] env[69513]: DEBUG nova.scheduler.client.report [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.799538] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fee497-82b9-40de-84c0-ce346b1aac5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.820787] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1355b3-f53f-4997-9530-95b2943c9a39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.849087] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.861443] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380446, 'name': CloneVM_Task, 'duration_secs': 1.812615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.861726] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Created linked-clone VM from snapshot [ 833.862556] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd030a-2b64-4e3b-8e4c-ed09f3acf6e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.871091] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Uploading image 2f585062-16f9-411f-a079-d669d8a5b173 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.900354] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.900354] env[69513]: value = "vm-674538" [ 833.900354] env[69513]: _type = "VirtualMachine" [ 833.900354] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.900354] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a157a4b1-1a24-4c54-9529-6e0d5a350520 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.907108] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lease: (returnval){ [ 833.907108] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5243fc29-b718-0923-bd18-e6c1bdd144c0" [ 833.907108] env[69513]: _type = "HttpNfcLease" [ 833.907108] env[69513]: } obtained for exporting VM: (result){ [ 833.907108] env[69513]: value = "vm-674538" [ 833.907108] env[69513]: _type = "VirtualMachine" [ 833.907108] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.908041] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the lease: (returnval){ [ 833.908041] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5243fc29-b718-0923-bd18-e6c1bdd144c0" [ 833.908041] env[69513]: _type = "HttpNfcLease" [ 833.908041] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.915427] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.915427] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5243fc29-b718-0923-bd18-e6c1bdd144c0" [ 833.915427] env[69513]: _type = "HttpNfcLease" [ 833.915427] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.087307] env[69513]: DEBUG oslo_concurrency.lockutils [req-81213567-c771-4b26-beb0-14f3105274b2 req-20cb09ba-5f44-497a-b1e2-2c72e9bbf422 service nova] Releasing lock "refresh_cache-f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.147842] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380453, 'name': Rename_Task, 'duration_secs': 0.137743} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.148948] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.149600] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df57fa6f-875c-48c6-9d58-3a630579aa19 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.159023] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 834.159023] env[69513]: value = "task-3380455" [ 834.159023] env[69513]: _type = "Task" [ 834.159023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.164864] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.222147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.222147] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.225709] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.768s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.227308] env[69513]: INFO nova.compute.claims [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.331375] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.331375] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca474132-069d-4147-9edb-37bd4a5d3eae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.338340] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 834.338340] env[69513]: value = "task-3380456" [ 834.338340] env[69513]: _type = "Task" [ 834.338340] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.356831] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380456, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.416347] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.416347] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5243fc29-b718-0923-bd18-e6c1bdd144c0" [ 834.416347] env[69513]: _type = "HttpNfcLease" [ 834.416347] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 834.416901] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 834.416901] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5243fc29-b718-0923-bd18-e6c1bdd144c0" [ 834.416901] env[69513]: _type = "HttpNfcLease" [ 834.416901] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 834.419030] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de6e26c-ba28-4774-b0fb-354a674477ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.428302] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb7bc3-075f-0aa2-31cc-464bfb94e544/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 834.428488] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb7bc3-075f-0aa2-31cc-464bfb94e544/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 834.567238] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ace4723-47e6-49bf-b8bf-48e3a7dd6087 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.597205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "bb3578c1-47ea-465e-8738-f777ba5a9762" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.597458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.673530] env[69513]: DEBUG oslo_vmware.api [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380455, 'name': PowerOnVM_Task, 'duration_secs': 0.472493} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.673848] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.674089] env[69513]: INFO nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Took 8.91 seconds to spawn the instance on the hypervisor. [ 834.674446] env[69513]: DEBUG nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.675162] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9c2cd-3567-4126-a151-9e32c11535cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.727603] env[69513]: DEBUG nova.compute.utils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.733045] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.733045] env[69513]: DEBUG nova.network.neutron [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.797332] env[69513]: DEBUG nova.policy [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '661102c0fad049d1b4a5c8c555229bba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce916587ca14053af3a0e90d8cfb7a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.850429] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380456, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.896618] env[69513]: DEBUG nova.network.neutron [-] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.060035] env[69513]: DEBUG nova.compute.manager [req-146a3924-44e4-4aae-83b1-2042a5e73a8f req-0b194509-894d-4ac3-b4e0-0356d08c8b4a service nova] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Received event network-vif-deleted-c3fdc259-1e56-4c15-808f-6de9d3459c7a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.101048] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.201746] env[69513]: INFO nova.compute.manager [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Took 45.05 seconds to build instance. [ 835.220384] env[69513]: DEBUG nova.network.neutron [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Successfully created port: 795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.233996] env[69513]: DEBUG nova.compute.utils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.356681] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380456, 'name': CreateSnapshot_Task, 'duration_secs': 0.682936} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.361249] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.364307] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d2a73e-7ac8-4344-8880-915d1849dcc9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.398073] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.398073] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bdb4047-e2cc-4664-8973-4c77b944c7b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.408687] env[69513]: INFO nova.compute.manager [-] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Took 1.83 seconds to deallocate network for instance. [ 835.421189] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 835.421189] env[69513]: value = "task-3380458" [ 835.421189] env[69513]: _type = "Task" [ 835.421189] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.438485] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.637445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.705476] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fbd90b8-01f4-43b1-b9c2-c7f336a5d178 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.690s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.739764] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.880233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf262d1-b0b1-4b33-97cf-9f005c3fe4e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.893890] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.894385] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f90f9cdc-f24d-438a-af32-97c118ec86d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.905311] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bde58db-d9c3-4430-9481-b9c71a588a6a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.909981] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 835.909981] env[69513]: value = "task-3380459" [ 835.909981] env[69513]: _type = "Task" [ 835.909981] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.954406] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.961341] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82589340-2fa6-4fb9-a075-69feb083f540 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.968212] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380459, 'name': CloneVM_Task} progress is 23%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.976247] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380458, 'name': PowerOffVM_Task, 'duration_secs': 0.229301} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.980018] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.980018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2d1f6-0c38-44e2-abd7-af42b676c075 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.983576] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b15ebdf-fd83-444d-bddd-acf328ffd2a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.999665] env[69513]: DEBUG nova.compute.provider_tree [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.018876] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec3fbf-3958-4dfc-9734-13630b37f983 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.065088] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.065088] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91acbc6a-b2b4-4580-891d-fc5e4226bf7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.076262] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 836.076262] env[69513]: value = "task-3380460" [ 836.076262] env[69513]: _type = "Task" [ 836.076262] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.086826] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.127316] env[69513]: INFO nova.compute.manager [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Rebuilding instance [ 836.184285] env[69513]: DEBUG nova.compute.manager [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.184785] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd9e2e-1681-4140-a422-6466ee41fb16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.422402] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380459, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.520565] env[69513]: DEBUG nova.scheduler.client.report [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.589779] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 836.589779] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.589779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.589779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.590053] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.590340] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c786b64c-d177-4c31-a8ff-b54f98234b25 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.601431] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.601431] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.601993] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e833b2a9-fb6d-4545-96da-30aa21523b03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.608653] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 836.608653] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524265f9-0bfa-2162-631e-e92000bd62cc" [ 836.608653] env[69513]: _type = "Task" [ 836.608653] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.620122] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524265f9-0bfa-2162-631e-e92000bd62cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.751055] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:37:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2133695819',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1123107252',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.792179] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.792535] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.792682] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.792872] env[69513]: DEBUG nova.virt.hardware [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.793825] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cdb536-0e9a-4dc2-83a0-e96b73bfde22 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.806607] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dd773a-cd3a-44c5-ae5d-90bb8e2c9370 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.938536] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380459, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.986227] env[69513]: DEBUG nova.network.neutron [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Successfully updated port: 795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.028664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.030106] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.032176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.661s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.033636] env[69513]: INFO nova.compute.claims [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.120129] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524265f9-0bfa-2162-631e-e92000bd62cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017663} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.120979] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bac0013-a67c-4996-ae8c-350951e7a3ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.128376] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 837.128376] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522eaff3-935b-b637-55ee-aabef205bff5" [ 837.128376] env[69513]: _type = "Task" [ 837.128376] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.136841] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522eaff3-935b-b637-55ee-aabef205bff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.164105] env[69513]: DEBUG nova.compute.manager [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Received event network-vif-plugged-795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.164274] env[69513]: DEBUG oslo_concurrency.lockutils [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] Acquiring lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.164518] env[69513]: DEBUG oslo_concurrency.lockutils [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.164689] env[69513]: DEBUG oslo_concurrency.lockutils [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.164855] env[69513]: DEBUG nova.compute.manager [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] No waiting events found dispatching network-vif-plugged-795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.165027] env[69513]: WARNING nova.compute.manager [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Received unexpected event network-vif-plugged-795f7607-6855-4e30-9437-364a0f889cdb for instance with vm_state building and task_state spawning. [ 837.165187] env[69513]: DEBUG nova.compute.manager [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Received event network-changed-795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.165407] env[69513]: DEBUG nova.compute.manager [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Refreshing instance network info cache due to event network-changed-795f7607-6855-4e30-9437-364a0f889cdb. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.165600] env[69513]: DEBUG oslo_concurrency.lockutils [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] Acquiring lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.165733] env[69513]: DEBUG oslo_concurrency.lockutils [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] Acquired lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.165887] env[69513]: DEBUG nova.network.neutron [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Refreshing network info cache for port 795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 837.199843] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.200474] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eee9443-e3f0-4035-af70-4fd6bf715092 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.209909] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 837.209909] env[69513]: value = "task-3380461" [ 837.209909] env[69513]: _type = "Task" [ 837.209909] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.219626] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.425706] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380459, 'name': CloneVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.491675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.541744] env[69513]: DEBUG nova.compute.utils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.543298] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.543508] env[69513]: DEBUG nova.network.neutron [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.622766] env[69513]: DEBUG nova.policy [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbfc00bdb7284acdbdddd70166b7d67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f03744aef03496495a21312c471f659', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.642257] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522eaff3-935b-b637-55ee-aabef205bff5, 'name': SearchDatastore_Task, 'duration_secs': 0.013181} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.643286] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.643286] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. {{(pid=69513) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 837.643286] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b2c6d02-0881-4e39-b5f8-73989680ced6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.650325] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 837.650325] env[69513]: value = "task-3380463" [ 837.650325] env[69513]: _type = "Task" [ 837.650325] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.661281] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.723180] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380461, 'name': PowerOffVM_Task, 'duration_secs': 0.277653} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.723180] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.723180] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.723180] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0bf105-3101-44e0-b415-1ecd1db30ec4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.733851] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.734370] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ba5541-14f6-42ce-ae56-8db037a2a0d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.744777] env[69513]: DEBUG nova.network.neutron [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 837.801361] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.801596] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.801769] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleting the datastore file [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.802047] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98322ac7-bfa7-473b-b1af-df519304aa33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.810590] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 837.810590] env[69513]: value = "task-3380465" [ 837.810590] env[69513]: _type = "Task" [ 837.810590] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.819387] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.928448] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380459, 'name': CloneVM_Task, 'duration_secs': 1.607005} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.928789] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Created linked-clone VM from snapshot [ 837.929635] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1e1d5a-8fcf-429d-90e8-08e2bfca1397 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.942588] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Uploading image ebe8c357-77df-40ab-9db5-abd845c2719e {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.966081] env[69513]: DEBUG nova.compute.manager [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Received event network-changed-b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.966290] env[69513]: DEBUG nova.compute.manager [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Refreshing instance network info cache due to event network-changed-b93ed1ae-c3b5-440f-a5db-d2390f51968e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.966513] env[69513]: DEBUG oslo_concurrency.lockutils [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.966658] env[69513]: DEBUG oslo_concurrency.lockutils [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.968108] env[69513]: DEBUG nova.network.neutron [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Refreshing network info cache for port b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 837.973470] env[69513]: DEBUG nova.network.neutron [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.983146] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.983146] env[69513]: value = "vm-674541" [ 837.983146] env[69513]: _type = "VirtualMachine" [ 837.983146] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.986050] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-42197697-2855-4ec6-a098-8f0fc536561e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.993512] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease: (returnval){ [ 837.993512] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212e2d1-7900-a29e-ae2f-dcd266f7faf8" [ 837.993512] env[69513]: _type = "HttpNfcLease" [ 837.993512] env[69513]: } obtained for exporting VM: (result){ [ 837.993512] env[69513]: value = "vm-674541" [ 837.993512] env[69513]: _type = "VirtualMachine" [ 837.993512] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.993903] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the lease: (returnval){ [ 837.993903] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212e2d1-7900-a29e-ae2f-dcd266f7faf8" [ 837.993903] env[69513]: _type = "HttpNfcLease" [ 837.993903] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.004785] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.004785] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212e2d1-7900-a29e-ae2f-dcd266f7faf8" [ 838.004785] env[69513]: _type = "HttpNfcLease" [ 838.004785] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.049410] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.164098] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380463, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.216490] env[69513]: DEBUG nova.network.neutron [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Successfully created port: da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.320379] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.476118] env[69513]: DEBUG oslo_concurrency.lockutils [req-7486793c-056a-40ca-a6c9-a19836906c58 req-453c1a72-c02a-4781-b559-e5a895cee50a service nova] Releasing lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.476680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.476878] env[69513]: DEBUG nova.network.neutron [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 838.510709] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.510709] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212e2d1-7900-a29e-ae2f-dcd266f7faf8" [ 838.510709] env[69513]: _type = "HttpNfcLease" [ 838.510709] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.510709] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.510709] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212e2d1-7900-a29e-ae2f-dcd266f7faf8" [ 838.510709] env[69513]: _type = "HttpNfcLease" [ 838.510709] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.511196] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bd5024-bc67-419b-8404-6cb2a2ca73ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.520817] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7cd8-70aa-a545-e055-de18e12f0438/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.521215] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7cd8-70aa-a545-e055-de18e12f0438/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.654563] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7e21209-351a-4e43-a00f-dd1dd59633eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.663245] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc6360-5664-47a5-9474-0a6d527482a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.672190] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627812} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.675027] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. [ 838.675974] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9ef692-b439-4eb7-96f9-6eb8e4f17f1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.679383] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca6429-78ba-4ae3-8a9b-ab6d0432be18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.710606] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.738980] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6750ea26-9828-4be6-972d-7fb99b4023ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.757163] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e0e39-9e63-430c-ae7a-e07a7335645c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.772375] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe2309-20a9-429c-ac3b-3029808808b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.776322] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 838.776322] env[69513]: value = "task-3380467" [ 838.776322] env[69513]: _type = "Task" [ 838.776322] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.789619] env[69513]: DEBUG nova.compute.provider_tree [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.794657] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.825160] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553323} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.825419] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.825595] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.825765] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.017909] env[69513]: DEBUG nova.network.neutron [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 839.095986] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.210992] env[69513]: DEBUG nova.network.neutron [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Updating instance_info_cache with network_info: [{"id": "795f7607-6855-4e30-9437-364a0f889cdb", "address": "fa:16:3e:f6:35:df", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795f7607-68", "ovs_interfaceid": "795f7607-6855-4e30-9437-364a0f889cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.274997] env[69513]: DEBUG nova.network.neutron [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updated VIF entry in instance network info cache for port b93ed1ae-c3b5-440f-a5db-d2390f51968e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 839.274997] env[69513]: DEBUG nova.network.neutron [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.296197] env[69513]: DEBUG nova.scheduler.client.report [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.307036] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380467, 'name': ReconfigVM_Task, 'duration_secs': 0.471543} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.307036] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.307036] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0837d5da-f02c-4889-962f-5e064a362dc7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.350196] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34f195f-c48e-47bc-a55d-a6561aa09c8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.368225] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 839.368225] env[69513]: value = "task-3380469" [ 839.368225] env[69513]: _type = "Task" [ 839.368225] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.379755] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.714203] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Releasing lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.714489] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Instance network_info: |[{"id": "795f7607-6855-4e30-9437-364a0f889cdb", "address": "fa:16:3e:f6:35:df", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795f7607-68", "ovs_interfaceid": "795f7607-6855-4e30-9437-364a0f889cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.714924] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:35:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '795f7607-6855-4e30-9437-364a0f889cdb', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.727762] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.729580] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.733090] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f037cd9-7782-42b9-acb8-6f523369447f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.752768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.753039] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.761262] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.761262] env[69513]: value = "task-3380470" [ 839.761262] env[69513]: _type = "Task" [ 839.761262] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.768808] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380470, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.787023] env[69513]: DEBUG oslo_concurrency.lockutils [req-5327a079-1a02-472a-b019-1caeeacb5f50 req-e2fd4318-257e-42ec-a8d8-03e72662c21e service nova] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.813549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.814192] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.823356] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.978s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.823356] env[69513]: DEBUG nova.objects.instance [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'resources' on Instance uuid 5b662da1-f32f-47da-a044-62f86557d784 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.879735] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380469, 'name': ReconfigVM_Task, 'duration_secs': 0.204635} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.880036] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.880318] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b80ed929-9fd0-44b0-8cb0-a4ca727a1790 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.887548] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 839.887548] env[69513]: value = "task-3380471" [ 839.887548] env[69513]: _type = "Task" [ 839.887548] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.898894] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.993317] env[69513]: DEBUG nova.network.neutron [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Successfully updated port: da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.258750] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.271767] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380470, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.284984] env[69513]: DEBUG nova.compute.manager [req-4ae8c635-2c3f-4a01-bcac-3c2eed872e7c req-9b546b25-ec6f-4174-b4fa-529a28525b66 service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Received event network-vif-plugged-da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.285376] env[69513]: DEBUG oslo_concurrency.lockutils [req-4ae8c635-2c3f-4a01-bcac-3c2eed872e7c req-9b546b25-ec6f-4174-b4fa-529a28525b66 service nova] Acquiring lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.285681] env[69513]: DEBUG oslo_concurrency.lockutils [req-4ae8c635-2c3f-4a01-bcac-3c2eed872e7c req-9b546b25-ec6f-4174-b4fa-529a28525b66 service nova] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.285927] env[69513]: DEBUG oslo_concurrency.lockutils [req-4ae8c635-2c3f-4a01-bcac-3c2eed872e7c req-9b546b25-ec6f-4174-b4fa-529a28525b66 service nova] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.286174] env[69513]: DEBUG nova.compute.manager [req-4ae8c635-2c3f-4a01-bcac-3c2eed872e7c req-9b546b25-ec6f-4174-b4fa-529a28525b66 service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] No waiting events found dispatching network-vif-plugged-da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.286418] env[69513]: WARNING nova.compute.manager [req-4ae8c635-2c3f-4a01-bcac-3c2eed872e7c req-9b546b25-ec6f-4174-b4fa-529a28525b66 service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Received unexpected event network-vif-plugged-da8b2154-7ccc-42b1-bf6b-c7637399d2db for instance with vm_state building and task_state spawning. [ 840.321115] env[69513]: DEBUG nova.compute.utils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.323212] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.323385] env[69513]: DEBUG nova.network.neutron [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.381726] env[69513]: DEBUG nova.policy [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acbd1000e04863bb16ee06641b9038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be5cc5d5d1f44121b24509de1168a7fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.404888] env[69513]: DEBUG oslo_vmware.api [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380471, 'name': PowerOnVM_Task, 'duration_secs': 0.479211} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.405608] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.409267] env[69513]: DEBUG nova.compute.manager [None req-6233750b-6fd7-476d-b526-652c221252f2 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.410584] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f955e45-ea89-4ee0-b21c-f420bd99b78a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.498148] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "refresh_cache-7f3b102d-8016-4479-a4c3-a8923dbad0c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.499338] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired lock "refresh_cache-7f3b102d-8016-4479-a4c3-a8923dbad0c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.499458] env[69513]: DEBUG nova.network.neutron [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 840.743057] env[69513]: DEBUG nova.network.neutron [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Successfully created port: fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.778607] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380470, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.794488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.827291] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.869031] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76232363-e518-4125-9183-438129fda546 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.877752] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593fb6d-9172-45d8-8a4d-e2012e2ac818 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.915283] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216fa95b-db86-417d-838b-178474d3c03a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.930346] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5421c6ac-61d5-496d-b290-b663835c76c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.948683] env[69513]: DEBUG nova.compute.provider_tree [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.055469] env[69513]: DEBUG nova.network.neutron [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 841.233611] env[69513]: DEBUG nova.network.neutron [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Updating instance_info_cache with network_info: [{"id": "da8b2154-7ccc-42b1-bf6b-c7637399d2db", "address": "fa:16:3e:43:37:2b", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b2154-7c", "ovs_interfaceid": "da8b2154-7ccc-42b1-bf6b-c7637399d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.274111] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380470, 'name': CreateVM_Task, 'duration_secs': 1.461971} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.274699] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.275553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.275665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.278279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.278279] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f0ebb6-5919-453c-aa00-39118de9535c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.282234] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 841.282234] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52617d08-0823-2957-1666-00919ffb19d3" [ 841.282234] env[69513]: _type = "Task" [ 841.282234] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.292964] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52617d08-0823-2957-1666-00919ffb19d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.453506] env[69513]: DEBUG nova.scheduler.client.report [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.737334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Releasing lock "refresh_cache-7f3b102d-8016-4479-a4c3-a8923dbad0c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.737685] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Instance network_info: |[{"id": "da8b2154-7ccc-42b1-bf6b-c7637399d2db", "address": "fa:16:3e:43:37:2b", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b2154-7c", "ovs_interfaceid": "da8b2154-7ccc-42b1-bf6b-c7637399d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.794890] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52617d08-0823-2957-1666-00919ffb19d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014664} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.794890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.794890] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.795515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.795515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.795626] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.795891] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a3a4770-3812-467b-9c9f-988fe5912dfa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.805713] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.805937] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.806819] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4a4987-53f1-44fe-848b-52a07da236ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.812318] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 841.812318] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524732ae-9f44-8846-e142-e269dbda291c" [ 841.812318] env[69513]: _type = "Task" [ 841.812318] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.820813] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524732ae-9f44-8846-e142-e269dbda291c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.837329] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.958607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.961281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.253s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.983503] env[69513]: INFO nova.scheduler.client.report [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted allocations for instance 5b662da1-f32f-47da-a044-62f86557d784 [ 842.302562] env[69513]: DEBUG nova.network.neutron [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Successfully updated port: fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.326274] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524732ae-9f44-8846-e142-e269dbda291c, 'name': SearchDatastore_Task, 'duration_secs': 0.030003} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.327407] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43da6fcc-54d4-4d78-88b6-f4a9a5e558bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.332881] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 842.332881] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fa786d-8bb1-bba1-7fed-89d30d1aa4d1" [ 842.332881] env[69513]: _type = "Task" [ 842.332881] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.342864] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fa786d-8bb1-bba1-7fed-89d30d1aa4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.466751] env[69513]: INFO nova.compute.claims [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.491680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ba19905-1b9e-4574-a547-b63cb58e79f7 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "5b662da1-f32f-47da-a044-62f86557d784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.950s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.528465] env[69513]: DEBUG nova.compute.manager [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Received event network-changed-da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.528728] env[69513]: DEBUG nova.compute.manager [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Refreshing instance network info cache due to event network-changed-da8b2154-7ccc-42b1-bf6b-c7637399d2db. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.529021] env[69513]: DEBUG oslo_concurrency.lockutils [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] Acquiring lock "refresh_cache-7f3b102d-8016-4479-a4c3-a8923dbad0c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.529193] env[69513]: DEBUG oslo_concurrency.lockutils [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] Acquired lock "refresh_cache-7f3b102d-8016-4479-a4c3-a8923dbad0c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.529407] env[69513]: DEBUG nova.network.neutron [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Refreshing network info cache for port da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 842.807946] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.808119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.809506] env[69513]: DEBUG nova.network.neutron [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 842.810044] env[69513]: INFO nova.compute.manager [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Unrescuing [ 842.810293] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.810478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquired lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.810630] env[69513]: DEBUG nova.network.neutron [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 842.844808] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fa786d-8bb1-bba1-7fed-89d30d1aa4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.021858} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.845091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.845376] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08/34c39af5-e57e-4d02-a38b-3695e3ff4e08.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.845679] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260e3f2c-ba8b-4327-bafe-9d36e4846439 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.853010] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 842.853010] env[69513]: value = "task-3380473" [ 842.853010] env[69513]: _type = "Task" [ 842.853010] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.863078] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.973753] env[69513]: INFO nova.compute.resource_tracker [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating resource usage from migration 9b162fb4-4af0-445a-87c6-fbab9d7c1209 [ 843.284484] env[69513]: DEBUG nova.network.neutron [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Updated VIF entry in instance network info cache for port da8b2154-7ccc-42b1-bf6b-c7637399d2db. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 843.285375] env[69513]: DEBUG nova.network.neutron [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Updating instance_info_cache with network_info: [{"id": "da8b2154-7ccc-42b1-bf6b-c7637399d2db", "address": "fa:16:3e:43:37:2b", "network": {"id": "613e6eac-54b1-4c8c-b7d7-a2b60dba7170", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-223055398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f03744aef03496495a21312c471f659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b2154-7c", "ovs_interfaceid": "da8b2154-7ccc-42b1-bf6b-c7637399d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.349683] env[69513]: DEBUG nova.network.neutron [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 843.368225] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380473, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.437338] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.437637] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.437799] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.437979] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.438146] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.438293] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.438940] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.439143] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.439325] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.439490] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.439808] env[69513]: DEBUG nova.virt.hardware [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.441746] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b65a4-d399-462f-9357-c3a89d670534 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.463794] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.463794] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.463794] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.463794] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.463794] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.465050] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.466354] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.466354] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.466354] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.466354] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.466354] env[69513]: DEBUG nova.virt.hardware [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.467563] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5d805e-4aef-4b79-afac-5333efa380fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.478565] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86039982-5ec5-4e97-a476-98ce861ef337 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.487943] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e013cf-4912-4712-8c6c-46b16cf94047 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.493370] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.493668] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.493932] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.494221] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.494434] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.494621] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.494880] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.495103] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.495362] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.495612] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.495742] env[69513]: DEBUG nova.virt.hardware [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.500170] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66d474c-bc86-4a21-a1db-506a52f8149a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.516946] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:37:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8b2154-7ccc-42b1-bf6b-c7637399d2db', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.525404] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.530148] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb7bc3-075f-0aa2-31cc-464bfb94e544/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.533044] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.534421] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b826aa53-bfd2-4a02-9330-48f79672b2e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.541126] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ec072-e4e7-40c4-969f-8fb1e089450f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.545633] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed0f49b7-9f6c-410f-85bb-f928abba2e23 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.564877] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0adefc4-b574-4a2f-b67d-b17cac400660 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.567941] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933aa871-d20d-4b28-89e5-b254b66ae293 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.583305] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb7bc3-075f-0aa2-31cc-464bfb94e544/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.583512] env[69513]: ERROR oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb7bc3-075f-0aa2-31cc-464bfb94e544/disk-0.vmdk due to incomplete transfer. [ 843.584087] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:35:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.592024] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.593501] env[69513]: DEBUG nova.network.neutron [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Updating instance_info_cache with network_info: [{"id": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "address": "fa:16:3e:9d:43:81", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3ab85-7a", "ovs_interfaceid": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.624170] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92acfdfb-ccaf-4155-9d13-ae89627cf778 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.625999] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.626194] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.626194] env[69513]: value = "task-3380474" [ 843.626194] env[69513]: _type = "Task" [ 843.626194] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.629187] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b49adc4-6bfc-4811-b1bf-bc6102e41133 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.644633] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22df7967-0872-4e13-9c23-109a697eb761 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.665703] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb7bc3-075f-0aa2-31cc-464bfb94e544/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.665998] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Uploaded image 2f585062-16f9-411f-a079-d669d8a5b173 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.668314] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.675270] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bf210fd-79cd-49a0-89a2-62b1ae9412b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.676974] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.676974] env[69513]: value = "task-3380475" [ 843.676974] env[69513]: _type = "Task" [ 843.676974] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.677190] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380474, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.681104] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1732318-1005-454d-829c-8958fbfcfa6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.692337] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 843.692337] env[69513]: value = "task-3380476" [ 843.692337] env[69513]: _type = "Task" [ 843.692337] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.704552] env[69513]: DEBUG nova.compute.provider_tree [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.709756] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380475, 'name': CreateVM_Task} progress is 15%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.714142] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380476, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.774570] env[69513]: DEBUG nova.network.neutron [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updating instance_info_cache with network_info: [{"id": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "address": "fa:16:3e:fb:34:dc", "network": {"id": "f63ac87e-9834-4231-bda9-9d9431b07ded", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1776514223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19ed3aa40b344198ad73e3209e3329f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fc5a3-cb", "ovs_interfaceid": "639fc5a3-cbdf-468a-a198-02e4c38fc531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.787394] env[69513]: DEBUG oslo_concurrency.lockutils [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] Releasing lock "refresh_cache-7f3b102d-8016-4479-a4c3-a8923dbad0c8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.787642] env[69513]: DEBUG nova.compute.manager [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Received event network-vif-plugged-fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.787857] env[69513]: DEBUG oslo_concurrency.lockutils [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] Acquiring lock "ea22d717-8752-4059-9c6d-e39656c3e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.788085] env[69513]: DEBUG oslo_concurrency.lockutils [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] Lock "ea22d717-8752-4059-9c6d-e39656c3e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.788294] env[69513]: DEBUG oslo_concurrency.lockutils [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] Lock "ea22d717-8752-4059-9c6d-e39656c3e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.788516] env[69513]: DEBUG nova.compute.manager [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] No waiting events found dispatching network-vif-plugged-fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.788652] env[69513]: WARNING nova.compute.manager [req-495ad69f-7555-4c27-980a-e3e147d0213f req-d80b093d-e669-4a00-a04b-d5bdd604bcec service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Received unexpected event network-vif-plugged-fcc3ab85-7a03-40c9-9832-8b10053ecebb for instance with vm_state building and task_state spawning. [ 843.864729] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53023} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.865033] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08/34c39af5-e57e-4d02-a38b-3695e3ff4e08.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.865261] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.865539] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df24540-e23b-4e95-a94b-6e1d0448b896 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.873190] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 843.873190] env[69513]: value = "task-3380477" [ 843.873190] env[69513]: _type = "Task" [ 843.873190] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.887715] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.128681] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.128851] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Instance network_info: |[{"id": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "address": "fa:16:3e:9d:43:81", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3ab85-7a", "ovs_interfaceid": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.129303] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:43:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcc3ab85-7a03-40c9-9832-8b10053ecebb', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.138756] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating folder: Project (be5cc5d5d1f44121b24509de1168a7fb). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.139165] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bef8c651-a78c-40c8-b05d-8636ae95ddd6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.158590] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380474, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.160154] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created folder: Project (be5cc5d5d1f44121b24509de1168a7fb) in parent group-v674393. [ 844.160367] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating folder: Instances. Parent ref: group-v674545. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.160614] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77c97cf3-638a-4803-8ab4-b77d2a39888a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.170810] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created folder: Instances in parent group-v674545. [ 844.171065] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.171270] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.171478] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf81fca-2912-4557-95b8-8d4121b20d86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.200482] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380475, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.200696] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.200696] env[69513]: value = "task-3380480" [ 844.200696] env[69513]: _type = "Task" [ 844.200696] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.208548] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380476, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.214400] env[69513]: DEBUG nova.scheduler.client.report [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.217996] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380480, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.277824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Releasing lock "refresh_cache-26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.278530] env[69513]: DEBUG nova.objects.instance [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lazy-loading 'flavor' on Instance uuid 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.385702] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096688} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.385995] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.386923] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d8858d-abc9-468a-a4ec-a41ce5e63355 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.410482] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08/34c39af5-e57e-4d02-a38b-3695e3ff4e08.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.410808] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbefbba6-993f-4e59-bb05-0313c55cb090 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.434207] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 844.434207] env[69513]: value = "task-3380481" [ 844.434207] env[69513]: _type = "Task" [ 844.434207] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.442777] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.655049] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380474, 'name': CreateVM_Task, 'duration_secs': 0.668689} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.655263] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.656015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.656186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.656522] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.656812] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd3c9be-428a-4a09-a2e4-134d15f14581 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.661870] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 844.661870] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529dcb77-dec7-a59b-bad9-7f07936307b7" [ 844.661870] env[69513]: _type = "Task" [ 844.661870] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.670752] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529dcb77-dec7-a59b-bad9-7f07936307b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.701686] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380475, 'name': CreateVM_Task, 'duration_secs': 0.562237} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.705250] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.708873] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.709229] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380476, 'name': Destroy_Task, 'duration_secs': 0.605182} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.709866] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Destroyed the VM [ 844.710150] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.710427] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a35d655a-2ea5-46d9-9c9e-18b53810487c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.715467] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380480, 'name': CreateVM_Task, 'duration_secs': 0.491317} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.715980] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.716687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.719532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.758s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.719723] env[69513]: INFO nova.compute.manager [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Migrating [ 844.727543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.706s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.729143] env[69513]: INFO nova.compute.claims [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.731859] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 844.731859] env[69513]: value = "task-3380482" [ 844.731859] env[69513]: _type = "Task" [ 844.731859] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.740307] env[69513]: DEBUG nova.compute.manager [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Received event network-changed-fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.740525] env[69513]: DEBUG nova.compute.manager [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Refreshing instance network info cache due to event network-changed-fcc3ab85-7a03-40c9-9832-8b10053ecebb. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.740740] env[69513]: DEBUG oslo_concurrency.lockutils [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] Acquiring lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.740909] env[69513]: DEBUG oslo_concurrency.lockutils [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] Acquired lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.741222] env[69513]: DEBUG nova.network.neutron [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Refreshing network info cache for port fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 844.754036] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.786075] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1d8246-c821-42ce-a386-1f5a5cf9dc00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.808613] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.808992] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed2babb-e893-4aa7-a0f2-00cc2c2b9219 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.814899] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 844.814899] env[69513]: value = "task-3380483" [ 844.814899] env[69513]: _type = "Task" [ 844.814899] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.825745] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.944187] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380481, 'name': ReconfigVM_Task, 'duration_secs': 0.379728} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.945608] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08/34c39af5-e57e-4d02-a38b-3695e3ff4e08.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.945898] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69513) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 844.949248] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2e584fb7-9f34-4649-8889-17ec5336e347 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.951973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.952266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.960028] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 844.960028] env[69513]: value = "task-3380484" [ 844.960028] env[69513]: _type = "Task" [ 844.960028] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.969732] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380484, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.173332] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529dcb77-dec7-a59b-bad9-7f07936307b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.173707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.173986] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.174257] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.174405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.174587] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.174956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.175315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.175566] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef79b5a-e624-4b5c-9fbe-98f22bffc7da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.177669] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e77410-4813-4572-9147-7dcab674e31d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.183633] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 845.183633] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52130067-1529-931c-fbea-0018854e6a37" [ 845.183633] env[69513]: _type = "Task" [ 845.183633] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.187810] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.188013] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.189151] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af09d8b-1806-407d-af97-d518073e003f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.194606] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52130067-1529-931c-fbea-0018854e6a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.198125] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 845.198125] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b5f340-8268-ced4-b2e8-c8032fcd0a0d" [ 845.198125] env[69513]: _type = "Task" [ 845.198125] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.206329] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b5f340-8268-ced4-b2e8-c8032fcd0a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.246298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.246298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.246298] env[69513]: DEBUG nova.network.neutron [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 845.247204] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380482, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.325521] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380483, 'name': PowerOffVM_Task, 'duration_secs': 0.229686} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.325966] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.332380] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.335448] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36770147-d8dd-4e48-8e92-c6f1ba01c9e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.355742] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 845.355742] env[69513]: value = "task-3380485" [ 845.355742] env[69513]: _type = "Task" [ 845.355742] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.363801] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.457232] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.473538] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380484, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059191} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.473793] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69513) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 845.474629] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e90fd3-748d-40b1-ad3f-448e875d829d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.502967] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08/ephemeral_0.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.504196] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df8c3b5-9df8-4c56-aaa1-8c6361c16794 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.522640] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 845.522640] env[69513]: value = "task-3380486" [ 845.522640] env[69513]: _type = "Task" [ 845.522640] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.535138] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380486, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.565214] env[69513]: DEBUG nova.network.neutron [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Updated VIF entry in instance network info cache for port fcc3ab85-7a03-40c9-9832-8b10053ecebb. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 845.565214] env[69513]: DEBUG nova.network.neutron [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Updating instance_info_cache with network_info: [{"id": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "address": "fa:16:3e:9d:43:81", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3ab85-7a", "ovs_interfaceid": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.695385] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52130067-1529-931c-fbea-0018854e6a37, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.695623] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.695903] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.696138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.696373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.696725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.696965] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf7dcdb-2b75-4300-8b69-3fb8901489a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.706927] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 845.706927] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526e50d2-0da7-e025-4d99-57e89c045dac" [ 845.706927] env[69513]: _type = "Task" [ 845.706927] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.710164] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b5f340-8268-ced4-b2e8-c8032fcd0a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.714502] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e0a87d-2dc6-47c1-a921-3c330b37586c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.722238] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526e50d2-0da7-e025-4d99-57e89c045dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.723789] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 845.723789] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a63d4a-0f9d-a716-e081-b76dd2ca7dda" [ 845.723789] env[69513]: _type = "Task" [ 845.723789] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.731760] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a63d4a-0f9d-a716-e081-b76dd2ca7dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.747459] env[69513]: DEBUG oslo_vmware.api [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.834636} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.747839] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.748756] env[69513]: INFO nova.compute.manager [None req-6988465b-da6e-4e17-808f-665704958ffd tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 845.873939] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380485, 'name': ReconfigVM_Task, 'duration_secs': 0.270405} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.874529] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.874821] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.877019] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9cc23c-33df-46fd-9a62-026b90944fad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.884273] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 845.884273] env[69513]: value = "task-3380487" [ 845.884273] env[69513]: _type = "Task" [ 845.884273] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.894387] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.981868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.989136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.989396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.036876] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.068435] env[69513]: DEBUG oslo_concurrency.lockutils [req-885cc900-f45b-40e1-b312-3aebdb59e211 req-60368cec-d87c-44f8-818e-fc0230eaf9cb service nova] Releasing lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.070258] env[69513]: DEBUG nova.network.neutron [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [{"id": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "address": "fa:16:3e:66:87:94", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb5fa5-1c", "ovs_interfaceid": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.222640] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526e50d2-0da7-e025-4d99-57e89c045dac, 'name': SearchDatastore_Task, 'duration_secs': 0.025851} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.225406] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.225646] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.225788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.234266] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a63d4a-0f9d-a716-e081-b76dd2ca7dda, 'name': SearchDatastore_Task, 'duration_secs': 0.031505} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.234537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.234787] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 7f3b102d-8016-4479-a4c3-a8923dbad0c8/7f3b102d-8016-4479-a4c3-a8923dbad0c8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.235858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.236083] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.236309] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab68615-07ef-4f84-97ba-ec6f34ef1d10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.238930] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b3d73-c31f-43d4-8b72-7898f96a9988 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.241244] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-491a5de3-a4c3-46f4-ac5b-7b8ddc6812a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.250475] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a79f5-12ce-46cb-b5f3-bd2fdc9aaa48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.254183] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 846.254183] env[69513]: value = "task-3380488" [ 846.254183] env[69513]: _type = "Task" [ 846.254183] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.257728] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.257914] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.262964] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e27ab4c-f756-487b-8997-b3577fe18780 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.292698] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363605c6-0aad-4b3b-a478-317c689fc59b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.299472] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 846.299472] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e29e19-0358-3635-e1c5-b3d5e8948d9e" [ 846.299472] env[69513]: _type = "Task" [ 846.299472] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.300121] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.308699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a3d9b-d437-4cab-a524-ad2b693b6919 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.317280] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e29e19-0358-3635-e1c5-b3d5e8948d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.329878] env[69513]: DEBUG nova.compute.provider_tree [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.396355] env[69513]: DEBUG oslo_vmware.api [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380487, 'name': PowerOnVM_Task, 'duration_secs': 0.462899} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.396633] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.396903] env[69513]: DEBUG nova.compute.manager [None req-c1955cc9-db4e-4dd2-bdb6-fbc82ae49958 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.397716] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeeeffe-bf5d-4986-a152-5f87f6c2ff47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.537579] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380486, 'name': ReconfigVM_Task, 'duration_secs': 0.690527} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.537984] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08/ephemeral_0.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.538591] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac7b1139-ec75-46af-bf1f-6daf80d40d18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.545849] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 846.545849] env[69513]: value = "task-3380489" [ 846.545849] env[69513]: _type = "Task" [ 846.545849] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.572652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.767762] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.825090] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e29e19-0358-3635-e1c5-b3d5e8948d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.016462} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.825090] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2300f595-4a51-4789-b794-dadf2cbd5df3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.832171] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 846.832171] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c31083-3d54-f57c-0022-529121c12b45" [ 846.832171] env[69513]: _type = "Task" [ 846.832171] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.833284] env[69513]: DEBUG nova.scheduler.client.report [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.848795] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c31083-3d54-f57c-0022-529121c12b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.058144] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380489, 'name': Rename_Task, 'duration_secs': 0.331893} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.058436] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.058686] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1be75c-cfba-4e2e-bdb8-b04ed3ab8184 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.066964] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 847.066964] env[69513]: value = "task-3380490" [ 847.066964] env[69513]: _type = "Task" [ 847.066964] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.081548] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.266798] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631712} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.267117] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 7f3b102d-8016-4479-a4c3-a8923dbad0c8/7f3b102d-8016-4479-a4c3-a8923dbad0c8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.267341] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.267598] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3568a4-e2fc-40a9-a102-87c5534529ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.275151] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 847.275151] env[69513]: value = "task-3380491" [ 847.275151] env[69513]: _type = "Task" [ 847.275151] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.286805] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.345028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.345578] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.348710] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c31083-3d54-f57c-0022-529121c12b45, 'name': SearchDatastore_Task, 'duration_secs': 0.029364} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.349714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.981s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.350661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.350920] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.352740] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.353065] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.353340] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c026f976-9c20-49d5-b33a-c3684c00f381 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.355780] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d97ac48c-7d93-4c40-a498-bef96610423a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.365436] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 847.365436] env[69513]: value = "task-3380492" [ 847.365436] env[69513]: _type = "Task" [ 847.365436] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.370720] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.370918] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.372230] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b3c259-9928-4a8a-a051-dc8327d2da5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.379010] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.383784] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 847.383784] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f9018a-6ad9-1196-1b71-066bd3911eab" [ 847.383784] env[69513]: _type = "Task" [ 847.383784] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.396025] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f9018a-6ad9-1196-1b71-066bd3911eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.508062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.508521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.508679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.508888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.509102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.518685] env[69513]: INFO nova.compute.manager [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Terminating instance [ 847.580986] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.583376] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7cd8-70aa-a545-e055-de18e12f0438/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 847.586859] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20225c76-821b-4149-9d85-66d7a0f5b05d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.594320] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7cd8-70aa-a545-e055-de18e12f0438/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 847.594494] env[69513]: ERROR oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7cd8-70aa-a545-e055-de18e12f0438/disk-0.vmdk due to incomplete transfer. [ 847.595421] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6123b37-d78f-4bf9-8eac-68fb76aa7da4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.604646] env[69513]: DEBUG oslo_vmware.rw_handles [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7cd8-70aa-a545-e055-de18e12f0438/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 847.604863] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Uploaded image ebe8c357-77df-40ab-9db5-abd845c2719e to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 847.606678] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 847.607042] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8f5b452-f5b0-4a75-b800-0ecc35b82616 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.616291] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 847.616291] env[69513]: value = "task-3380493" [ 847.616291] env[69513]: _type = "Task" [ 847.616291] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.628863] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380493, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.788075] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12492} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.788393] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.789414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee81aa6-096e-4307-aa93-91f966093202 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.815231] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 7f3b102d-8016-4479-a4c3-a8923dbad0c8/7f3b102d-8016-4479-a4c3-a8923dbad0c8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.815592] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af1dc91-1a3a-4b6b-aa18-7cb10faf9b65 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.840764] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 847.840764] env[69513]: value = "task-3380494" [ 847.840764] env[69513]: _type = "Task" [ 847.840764] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.855059] env[69513]: DEBUG nova.compute.utils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.859316] env[69513]: INFO nova.compute.claims [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.863085] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.863893] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.864086] env[69513]: DEBUG nova.network.neutron [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.879849] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.895850] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f9018a-6ad9-1196-1b71-066bd3911eab, 'name': SearchDatastore_Task, 'duration_secs': 0.015316} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.896698] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f268f1a-645e-4bfb-95dc-8588e3d836d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.905797] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 847.905797] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527705e8-fba2-6fdf-daf1-4149ca27c1ba" [ 847.905797] env[69513]: _type = "Task" [ 847.905797] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.919171] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527705e8-fba2-6fdf-daf1-4149ca27c1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.930739] env[69513]: DEBUG nova.policy [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acbd1000e04863bb16ee06641b9038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be5cc5d5d1f44121b24509de1168a7fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.024589] env[69513]: DEBUG nova.compute.manager [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.024930] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.025735] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b2c68-1b3f-4eb1-adf8-d18bdcc3e99e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.035089] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.035421] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6032240d-c86a-4ea4-8baa-c8db39cfcad9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.042606] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 848.042606] env[69513]: value = "task-3380495" [ 848.042606] env[69513]: _type = "Task" [ 848.042606] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.051832] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.078669] env[69513]: DEBUG oslo_vmware.api [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380490, 'name': PowerOnVM_Task, 'duration_secs': 0.631393} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.079192] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.079589] env[69513]: INFO nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Took 11.33 seconds to spawn the instance on the hypervisor. [ 848.079751] env[69513]: DEBUG nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.080626] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c05b56-25f1-463a-bde3-d583e0ab41c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.096428] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e6aa4c-bb07-4084-8691-db2290729f3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.117109] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.133496] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380493, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.217447] env[69513]: DEBUG nova.network.neutron [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Successfully created port: f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.352442] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.365253] env[69513]: INFO nova.compute.resource_tracker [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating resource usage from migration 95ed895c-136e-4e43-a039-d1f3c003738d [ 848.370028] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.382474] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624042} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.382808] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.383030] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.383492] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e88b2eb2-49ba-4f26-be36-ff7cb26de3cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.391573] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 848.391573] env[69513]: value = "task-3380496" [ 848.391573] env[69513]: _type = "Task" [ 848.391573] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.407169] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.425039] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527705e8-fba2-6fdf-daf1-4149ca27c1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.050924} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.425494] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.425993] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/ea22d717-8752-4059-9c6d-e39656c3e185.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.426503] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0500d5f9-9195-4aca-b4d2-493dddf7c2a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.437371] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 848.437371] env[69513]: value = "task-3380497" [ 848.437371] env[69513]: _type = "Task" [ 848.437371] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.452741] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.556901] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380495, 'name': PowerOffVM_Task, 'duration_secs': 0.300352} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.556901] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.556901] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.557167] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a3f804c-70ee-488f-9b92-fc7dbdcbeb65 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.607381] env[69513]: INFO nova.compute.manager [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Took 35.32 seconds to build instance. [ 848.623571] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.624705] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a31fd7fa-f4f7-4d5b-8059-e1157b6da6a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.629716] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380493, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.634101] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 848.634101] env[69513]: value = "task-3380499" [ 848.634101] env[69513]: _type = "Task" [ 848.634101] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.645482] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.650411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.650696] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.650926] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Deleting the datastore file [datastore2] 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.651515] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd117c8-19e9-4117-9734-d3e57daba823 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.660268] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 848.660268] env[69513]: value = "task-3380500" [ 848.660268] env[69513]: _type = "Task" [ 848.660268] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.673440] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.853107] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380494, 'name': ReconfigVM_Task, 'duration_secs': 0.77934} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.853440] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 7f3b102d-8016-4479-a4c3-a8923dbad0c8/7f3b102d-8016-4479-a4c3-a8923dbad0c8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.854173] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2381aec8-218f-4a45-ba09-6f2dbb78af9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.863200] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 848.863200] env[69513]: value = "task-3380501" [ 848.863200] env[69513]: _type = "Task" [ 848.863200] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.864764] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd235d-4d93-4a70-ba5d-5f22b9a5e5f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.880725] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380501, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.881912] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e3b905-9290-4740-8c0d-5325d4903bda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.922722] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bab1b7-3848-4a1c-b406-817d55542fa0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.933314] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069984} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.934544] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ea7f32-ea49-4b6f-8b57-24f81681301e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.938405] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.939738] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27532c19-3414-4d3c-a769-762e0a8332bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.950452] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.975333] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.976183] env[69513]: DEBUG nova.compute.provider_tree [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.977452] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a377fdd-a9af-459e-9e20-c8b956cbe311 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.998767] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 848.998767] env[69513]: value = "task-3380502" [ 848.998767] env[69513]: _type = "Task" [ 848.998767] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.008802] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.109970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04e8d441-2462-439f-8758-1409d2764600 tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.006s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.128883] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380493, 'name': Destroy_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.143222] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380499, 'name': PowerOffVM_Task, 'duration_secs': 0.257845} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.143539] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.143754] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.170459] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.264289] env[69513]: DEBUG nova.compute.manager [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.265949] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1283de22-270f-4ad1-97b3-768adc369d33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.378106] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380501, 'name': Rename_Task, 'duration_secs': 0.157909} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.378106] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.378106] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3274b1f-f9d2-4513-b9f4-29ab5f4d2696 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.382890] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.386443] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 849.386443] env[69513]: value = "task-3380503" [ 849.386443] env[69513]: _type = "Task" [ 849.386443] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.396160] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.404009] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.404265] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.404420] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.404601] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.404860] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.404935] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.405741] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.405741] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.405741] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.405741] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.406312] env[69513]: DEBUG nova.virt.hardware [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.407233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657abcc-4a87-46b7-a744-7613ef03c0b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.415604] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ef057f-62e9-483f-b20c-0e3ff5eed73e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.450994] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.493276] env[69513]: DEBUG nova.scheduler.client.report [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.510932] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.612366] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.630922] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380493, 'name': Destroy_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.649710] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.654039] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.654409] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.654409] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.654547] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.661691] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473a103d-a34b-45c4-92d7-d1f8095eda50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.683894] env[69513]: DEBUG oslo_vmware.api [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543129} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.685534] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.685828] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.686081] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.686298] env[69513]: INFO nova.compute.manager [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 849.686734] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.686959] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 849.686959] env[69513]: value = "task-3380504" [ 849.686959] env[69513]: _type = "Task" [ 849.686959] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.687196] env[69513]: DEBUG nova.compute.manager [-] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.687325] env[69513]: DEBUG nova.network.neutron [-] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 849.701495] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778749] env[69513]: INFO nova.compute.manager [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] instance snapshotting [ 849.782202] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d0660-2032-4a40-89b4-0e2a6fe7e9ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.811497] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc69f8f-fe0d-4d08-82ae-2336b5a36245 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.907193] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.954683] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380497, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.007180] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.656s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.007180] env[69513]: INFO nova.compute.manager [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Migrating [ 850.026389] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.742s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.029190] env[69513]: INFO nova.compute.claims [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.044152] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.077707] env[69513]: DEBUG nova.network.neutron [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Successfully updated port: f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.140078] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380493, 'name': Destroy_Task, 'duration_secs': 2.075148} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.140078] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroyed the VM [ 850.140078] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.140078] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff2e42cd-31dc-41e8-a5e9-fece4e58cf8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.148047] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 850.148047] env[69513]: value = "task-3380505" [ 850.148047] env[69513]: _type = "Task" [ 850.148047] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.158217] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380505, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.159286] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.162061] env[69513]: DEBUG nova.compute.manager [req-9182ea19-cd88-43a9-8a13-d62ea0b92b2c req-ed12d48b-cdc1-4437-87f2-fce6b851fffd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Received event network-vif-plugged-f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.162393] env[69513]: DEBUG oslo_concurrency.lockutils [req-9182ea19-cd88-43a9-8a13-d62ea0b92b2c req-ed12d48b-cdc1-4437-87f2-fce6b851fffd service nova] Acquiring lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.162656] env[69513]: DEBUG oslo_concurrency.lockutils [req-9182ea19-cd88-43a9-8a13-d62ea0b92b2c req-ed12d48b-cdc1-4437-87f2-fce6b851fffd service nova] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.162867] env[69513]: DEBUG oslo_concurrency.lockutils [req-9182ea19-cd88-43a9-8a13-d62ea0b92b2c req-ed12d48b-cdc1-4437-87f2-fce6b851fffd service nova] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.163088] env[69513]: DEBUG nova.compute.manager [req-9182ea19-cd88-43a9-8a13-d62ea0b92b2c req-ed12d48b-cdc1-4437-87f2-fce6b851fffd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] No waiting events found dispatching network-vif-plugged-f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.163297] env[69513]: WARNING nova.compute.manager [req-9182ea19-cd88-43a9-8a13-d62ea0b92b2c req-ed12d48b-cdc1-4437-87f2-fce6b851fffd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Received unexpected event network-vif-plugged-f1f7434c-f45f-4110-8098-0d6868bac249 for instance with vm_state building and task_state spawning. [ 850.205510] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380504, 'name': ReconfigVM_Task, 'duration_secs': 0.209922} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.205510] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.327589] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.327589] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b822057-eef5-4650-8af8-7583a0c29868 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.337153] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 850.337153] env[69513]: value = "task-3380506" [ 850.337153] env[69513]: _type = "Task" [ 850.337153] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.347880] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.350803] env[69513]: DEBUG nova.compute.manager [req-da52ca50-8e9e-4729-ab5b-b5290d68ce03 req-9f2f2e87-4f00-451e-a5b8-f9895e21f1f6 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Received event network-vif-deleted-639fc5a3-cbdf-468a-a198-02e4c38fc531 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.350993] env[69513]: INFO nova.compute.manager [req-da52ca50-8e9e-4729-ab5b-b5290d68ce03 req-9f2f2e87-4f00-451e-a5b8-f9895e21f1f6 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Neutron deleted interface 639fc5a3-cbdf-468a-a198-02e4c38fc531; detaching it from the instance and deleting it from the info cache [ 850.351274] env[69513]: DEBUG nova.network.neutron [req-da52ca50-8e9e-4729-ab5b-b5290d68ce03 req-9f2f2e87-4f00-451e-a5b8-f9895e21f1f6 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.404028] env[69513]: DEBUG oslo_vmware.api [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380503, 'name': PowerOnVM_Task, 'duration_secs': 0.556651} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.404028] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.404028] env[69513]: INFO nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Took 11.31 seconds to spawn the instance on the hypervisor. [ 850.404028] env[69513]: DEBUG nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.404028] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac3decd-3b32-4c38-b7cf-326bee888ed6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.454094] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.691882} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.455337] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/ea22d717-8752-4059-9c6d-e39656c3e185.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.455508] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.455769] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca8fed8-eb98-4a6b-bfe5-a6d64272fae8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.464717] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 850.464717] env[69513]: value = "task-3380507" [ 850.464717] env[69513]: _type = "Task" [ 850.464717] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.479699] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.511434] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380502, 'name': ReconfigVM_Task, 'duration_secs': 1.283417} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.511711] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.512641] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba20734-cbc8-4a5b-9d92-d96412cd4abb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.521611] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 850.521611] env[69513]: value = "task-3380508" [ 850.521611] env[69513]: _type = "Task" [ 850.521611] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.542029] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380508, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.545915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.546134] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.546318] env[69513]: DEBUG nova.network.neutron [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 850.580444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.580444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.580444] env[69513]: DEBUG nova.network.neutron [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 850.659715] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380505, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.710272] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.710730] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.710730] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.710886] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.712112] env[69513]: DEBUG nova.virt.hardware [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.717545] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.717884] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112c2e33-a87e-4964-b23d-4d3a07dcd413 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.740037] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 850.740037] env[69513]: value = "task-3380509" [ 850.740037] env[69513]: _type = "Task" [ 850.740037] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.750142] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.799832] env[69513]: DEBUG nova.network.neutron [-] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.851816] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.855420] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-095a9aea-948a-4c33-b8fa-0cb020bc0d42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.866456] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec71ae-2f4e-485c-900c-23e558c63487 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.915085] env[69513]: DEBUG nova.compute.manager [req-da52ca50-8e9e-4729-ab5b-b5290d68ce03 req-9f2f2e87-4f00-451e-a5b8-f9895e21f1f6 service nova] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Detach interface failed, port_id=639fc5a3-cbdf-468a-a198-02e4c38fc531, reason: Instance 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.923830] env[69513]: INFO nova.compute.manager [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Took 36.49 seconds to build instance. [ 850.977216] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08314} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.977584] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.978395] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caa1c4f-1a15-4bc6-96ff-bbee5cb814e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.002738] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/ea22d717-8752-4059-9c6d-e39656c3e185.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.003063] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad20df3-1b20-42d0-ae56-c888fb7eeeb8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.033496] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380508, 'name': Rename_Task, 'duration_secs': 0.161933} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.033776] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.034028] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b507021-0dd0-4f4b-aaec-95e3714960d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.043562] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 851.043562] env[69513]: value = "task-3380510" [ 851.043562] env[69513]: _type = "Task" [ 851.043562] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.045426] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 851.045426] env[69513]: value = "task-3380511" [ 851.045426] env[69513]: _type = "Task" [ 851.045426] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.061557] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380511, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.065262] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.128697] env[69513]: DEBUG nova.network.neutron [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 851.164751] env[69513]: DEBUG oslo_vmware.api [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380505, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558845} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.168078] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 851.168437] env[69513]: INFO nova.compute.manager [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 17.37 seconds to snapshot the instance on the hypervisor. [ 851.252403] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380509, 'name': ReconfigVM_Task, 'duration_secs': 0.367373} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.252929] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.253814] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2dea18-c494-4bbb-bab8-a31e91eceba7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.281077] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f/a5293aee-ba56-4387-ad43-48320ef0a18f.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.284492] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e0ed52-0b0c-4423-9263-3dbb9067931e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.302927] env[69513]: INFO nova.compute.manager [-] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Took 1.62 seconds to deallocate network for instance. [ 851.309671] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 851.309671] env[69513]: value = "task-3380512" [ 851.309671] env[69513]: _type = "Task" [ 851.309671] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.322019] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.332578] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "3b609029-e66b-47f1-a26d-7f86ec0098fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.332765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.351027] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380506, 'name': CreateSnapshot_Task, 'duration_secs': 0.939751} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.351027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.351821] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506bcab3-c7e8-4960-9495-d7662bc39672 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.373347] env[69513]: DEBUG nova.network.neutron [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Updating instance_info_cache with network_info: [{"id": "f1f7434c-f45f-4110-8098-0d6868bac249", "address": "fa:16:3e:3a:b7:bd", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f7434c-f4", "ovs_interfaceid": "f1f7434c-f45f-4110-8098-0d6868bac249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.414966] env[69513]: DEBUG nova.network.neutron [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.426035] env[69513]: DEBUG oslo_concurrency.lockutils [None req-846b3fc3-239d-4031-96a8-c80bb99e95e5 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.683s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.558692] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.564371] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.603778] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d94811-9e4a-4f63-a44b-5d80b779928f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.613217] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d2db8c-e115-4e31-bf49-4af16056704b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.650951] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af132dd5-dda0-4ae7-8554-59373c8e568f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.661226] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809bc3b6-446d-42be-ba13-fd5ec9bbfc96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.682670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "7bda82c4-b008-4eab-9574-7b7aea82bd19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.682979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.685656] env[69513]: DEBUG nova.compute.provider_tree [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.734460] env[69513]: DEBUG nova.compute.manager [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Found 3 images (rotation: 2) {{(pid=69513) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 851.734608] env[69513]: DEBUG nova.compute.manager [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Rotating out 1 backups {{(pid=69513) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 851.734658] env[69513]: DEBUG nova.compute.manager [None req-9b41de44-5ebc-4905-9081-543256eeef6d tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleting image f66a005b-8d82-42ac-9918-13ad6266f255 {{(pid=69513) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 851.812711] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.823555] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.878119] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.879351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.879642] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Instance network_info: |[{"id": "f1f7434c-f45f-4110-8098-0d6868bac249", "address": "fa:16:3e:3a:b7:bd", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f7434c-f4", "ovs_interfaceid": "f1f7434c-f45f-4110-8098-0d6868bac249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.879878] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-805e428b-0c76-4289-ac7f-8db34648c595 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.883188] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1f7434c-f45f-4110-8098-0d6868bac249', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.890767] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.891343] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.891994] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-261408f2-c0f9-4293-9e67-e77516b61ee8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.908905] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 851.908905] env[69513]: value = "task-3380513" [ 851.908905] env[69513]: _type = "Task" [ 851.908905] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.916115] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.916115] env[69513]: value = "task-3380514" [ 851.916115] env[69513]: _type = "Task" [ 851.916115] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.920093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.921607] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380513, 'name': CloneVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.933547] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.936131] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380514, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.059894] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380510, 'name': ReconfigVM_Task, 'duration_secs': 0.749919} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.060644] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/ea22d717-8752-4059-9c6d-e39656c3e185.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.061391] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16364c77-c10f-4c6f-99d6-77e1de74458d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.066104] env[69513]: DEBUG oslo_vmware.api [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380511, 'name': PowerOnVM_Task, 'duration_secs': 0.951145} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.067689] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.067689] env[69513]: DEBUG nova.compute.manager [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.067820] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12c8733-9a3b-46b9-9158-cdaeee766491 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.073192] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 852.073192] env[69513]: value = "task-3380515" [ 852.073192] env[69513]: _type = "Task" [ 852.073192] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.087889] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380515, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.192217] env[69513]: DEBUG nova.scheduler.client.report [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.215987] env[69513]: DEBUG nova.compute.manager [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Received event network-changed-795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.216286] env[69513]: DEBUG nova.compute.manager [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Refreshing instance network info cache due to event network-changed-795f7607-6855-4e30-9437-364a0f889cdb. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.216548] env[69513]: DEBUG oslo_concurrency.lockutils [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] Acquiring lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.216728] env[69513]: DEBUG oslo_concurrency.lockutils [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] Acquired lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.216901] env[69513]: DEBUG nova.network.neutron [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Refreshing network info cache for port 795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 852.324301] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380512, 'name': ReconfigVM_Task, 'duration_secs': 0.572039} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.324999] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f/a5293aee-ba56-4387-ad43-48320ef0a18f.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.325370] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.423029] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380513, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.440113] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380514, 'name': CreateVM_Task, 'duration_secs': 0.454368} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.443532] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.445135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.445135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.445135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.445816] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d77fd51-e572-4aa4-a392-6bf58cf3a3e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.452478] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 852.452478] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52674308-9d2f-9886-809d-63c432e09b92" [ 852.452478] env[69513]: _type = "Task" [ 852.452478] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.462795] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52674308-9d2f-9886-809d-63c432e09b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.464106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.591389] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380515, 'name': Rename_Task, 'duration_secs': 0.369761} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.591389] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.591389] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5789b9c1-71f4-4582-a9ba-611ef8d4b850 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.593574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.601257] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 852.601257] env[69513]: value = "task-3380516" [ 852.601257] env[69513]: _type = "Task" [ 852.601257] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.609286] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.700014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.700618] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.703316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.362s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.704744] env[69513]: INFO nova.compute.claims [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.832604] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f633b42-96dc-4359-9905-1e7e2dbf27d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.857085] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4eb47-694e-4a40-a626-653e705e4c56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.881576] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.926231] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380513, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.966318] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52674308-9d2f-9886-809d-63c432e09b92, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.966619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.966855] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.967109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.967259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.967445] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.967704] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8172b83-af24-40e2-b750-b89ede5fbb21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.977933] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.978212] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.979535] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda796d3-030f-464e-b03f-268c9272dce8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.986544] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 852.986544] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5238ef6f-05a9-8b49-5ef0-09110a95145b" [ 852.986544] env[69513]: _type = "Task" [ 852.986544] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.996921] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5238ef6f-05a9-8b49-5ef0-09110a95145b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.116501] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380516, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.123017] env[69513]: DEBUG nova.network.neutron [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Updated VIF entry in instance network info cache for port 795f7607-6855-4e30-9437-364a0f889cdb. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 853.123017] env[69513]: DEBUG nova.network.neutron [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Updating instance_info_cache with network_info: [{"id": "795f7607-6855-4e30-9437-364a0f889cdb", "address": "fa:16:3e:f6:35:df", "network": {"id": "ac4a4ffe-c6cc-472a-9915-597ef0632435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-593205201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce916587ca14053af3a0e90d8cfb7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap795f7607-68", "ovs_interfaceid": "795f7607-6855-4e30-9437-364a0f889cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.209861] env[69513]: DEBUG nova.compute.utils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.213574] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.213574] env[69513]: DEBUG nova.network.neutron [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.256349] env[69513]: DEBUG nova.policy [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9db4f69933247109006bc0aac54cda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e59fce48c84483084ece442b0d69ef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.325045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.326483] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.326483] env[69513]: DEBUG nova.compute.manager [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.327060] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32157468-81eb-4f2c-9c2a-d7f912c24a6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.334735] env[69513]: DEBUG nova.compute.manager [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 853.335380] env[69513]: DEBUG nova.objects.instance [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'flavor' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.422356] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380513, 'name': CloneVM_Task, 'duration_secs': 1.281936} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.422620] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Created linked-clone VM from snapshot [ 853.423384] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0813cb-7217-48b4-a032-30209b7cebfe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.432903] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Uploading image b885e3bb-6c73-4a34-bde6-7de2f195c4f1 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.441501] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad23012e-4af7-4892-ba30-8e0d5fd659a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.447257] env[69513]: DEBUG nova.network.neutron [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Port 2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 853.466025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.478138] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.478138] env[69513]: value = "vm-674549" [ 853.478138] env[69513]: _type = "VirtualMachine" [ 853.478138] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.478490] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-168eda82-b33d-4383-8340-b216a901ad64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.488121] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lease: (returnval){ [ 853.488121] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5244d3e1-715a-277f-a2ed-2a1db6b0eb47" [ 853.488121] env[69513]: _type = "HttpNfcLease" [ 853.488121] env[69513]: } obtained for exporting VM: (result){ [ 853.488121] env[69513]: value = "vm-674549" [ 853.488121] env[69513]: _type = "VirtualMachine" [ 853.488121] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.488700] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the lease: (returnval){ [ 853.488700] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5244d3e1-715a-277f-a2ed-2a1db6b0eb47" [ 853.488700] env[69513]: _type = "HttpNfcLease" [ 853.488700] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.500339] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.500339] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5244d3e1-715a-277f-a2ed-2a1db6b0eb47" [ 853.500339] env[69513]: _type = "HttpNfcLease" [ 853.500339] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 853.502759] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5238ef6f-05a9-8b49-5ef0-09110a95145b, 'name': SearchDatastore_Task, 'duration_secs': 0.014782} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.503564] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51416bc7-ece7-4114-9ac4-78144c1c6f27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.509917] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 853.509917] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dbac5d-c9f5-d2da-04a2-08a75dbab678" [ 853.509917] env[69513]: _type = "Task" [ 853.509917] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.523285] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dbac5d-c9f5-d2da-04a2-08a75dbab678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.612033] env[69513]: DEBUG oslo_vmware.api [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380516, 'name': PowerOnVM_Task, 'duration_secs': 0.891843} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.612033] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.612285] env[69513]: INFO nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Took 11.77 seconds to spawn the instance on the hypervisor. [ 853.614544] env[69513]: DEBUG nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.614544] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bbdf0-da4c-4805-8fcb-1378aacfac98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.616307] env[69513]: DEBUG nova.network.neutron [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Successfully created port: 6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.626576] env[69513]: DEBUG oslo_concurrency.lockutils [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] Releasing lock "refresh_cache-34c39af5-e57e-4d02-a38b-3695e3ff4e08" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.626969] env[69513]: DEBUG nova.compute.manager [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Received event network-changed-f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.627282] env[69513]: DEBUG nova.compute.manager [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Refreshing instance network info cache due to event network-changed-f1f7434c-f45f-4110-8098-0d6868bac249. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.628898] env[69513]: DEBUG oslo_concurrency.lockutils [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] Acquiring lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.628898] env[69513]: DEBUG oslo_concurrency.lockutils [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] Acquired lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.628898] env[69513]: DEBUG nova.network.neutron [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Refreshing network info cache for port f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 853.660792] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.662501] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.717178] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.766973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.770734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.770734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.770734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.770734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.770734] env[69513]: INFO nova.compute.manager [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Rebuilding instance [ 853.772050] env[69513]: INFO nova.compute.manager [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Terminating instance [ 853.835022] env[69513]: DEBUG nova.compute.manager [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.835022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f9ce4-2826-4d6f-9a3c-9d03a48f27a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.976285] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.977114] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79035ce5-81ff-4605-82ba-117b2d1e28e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.986947] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 853.986947] env[69513]: value = "task-3380518" [ 853.986947] env[69513]: _type = "Task" [ 853.986947] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.005032] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.007193] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.007193] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5244d3e1-715a-277f-a2ed-2a1db6b0eb47" [ 854.007193] env[69513]: _type = "HttpNfcLease" [ 854.007193] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.008078] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.008078] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5244d3e1-715a-277f-a2ed-2a1db6b0eb47" [ 854.008078] env[69513]: _type = "HttpNfcLease" [ 854.008078] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.008380] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e752fc7-118a-4c57-a737-c8efadcd7e5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.023294] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d63aae-be51-a647-c70a-6e04a024394b/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.023587] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d63aae-be51-a647-c70a-6e04a024394b/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.030195] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dbac5d-c9f5-d2da-04a2-08a75dbab678, 'name': SearchDatastore_Task, 'duration_secs': 0.039994} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.031136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.031595] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/ca73261e-7ec6-46e5-a21a-1b0758d631a1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.089938] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-828aabb0-271a-44f2-a9d8-64c83a958b60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.102126] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 854.102126] env[69513]: value = "task-3380519" [ 854.102126] env[69513]: _type = "Task" [ 854.102126] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.113062] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.137276] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f09ee8a-f619-4d87-9f30-b8ab2d447edc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.143310] env[69513]: INFO nova.compute.manager [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Took 37.80 seconds to build instance. [ 854.169996] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.172449] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.173609] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.173609] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.173609] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.173609] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.173609] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 854.173609] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.276216] env[69513]: DEBUG nova.compute.manager [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.277175] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.277330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527546f-34e4-4017-bd72-b9c739044446 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.289771] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.290080] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-804aad58-11e7-463a-b52a-df6af3e55814 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.298330] env[69513]: DEBUG oslo_vmware.api [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 854.298330] env[69513]: value = "task-3380520" [ 854.298330] env[69513]: _type = "Task" [ 854.298330] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.312474] env[69513]: DEBUG oslo_vmware.api [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.347914] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.348416] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-224877a1-9bd2-4598-a38a-c04d49649811 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.363041] env[69513]: DEBUG oslo_vmware.api [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 854.363041] env[69513]: value = "task-3380521" [ 854.363041] env[69513]: _type = "Task" [ 854.363041] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.382803] env[69513]: DEBUG oslo_vmware.api [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.384793] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e94d43b-d83d-4841-a8dd-dae3574c8997 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.396192] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e34f79-fa50-4a53-93f7-f9da9a9cdf8c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.436852] env[69513]: DEBUG nova.network.neutron [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Updated VIF entry in instance network info cache for port f1f7434c-f45f-4110-8098-0d6868bac249. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 854.437132] env[69513]: DEBUG nova.network.neutron [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Updating instance_info_cache with network_info: [{"id": "f1f7434c-f45f-4110-8098-0d6868bac249", "address": "fa:16:3e:3a:b7:bd", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f7434c-f4", "ovs_interfaceid": "f1f7434c-f45f-4110-8098-0d6868bac249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.438869] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948afbf6-a507-4461-8794-513daa634d5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.450201] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f993c-412e-4811-a719-d170f6e30f6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.473403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.473669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.473951] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.485584] env[69513]: DEBUG nova.compute.provider_tree [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.502688] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380518, 'name': PowerOffVM_Task, 'duration_secs': 0.318573} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.503101] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.503434] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.614599] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.645420] env[69513]: DEBUG oslo_concurrency.lockutils [None req-959f2ee4-bd28-4387-ba1e-06b48a2c2ad9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ea22d717-8752-4059-9c6d-e39656c3e185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.113s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.685639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.730048] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.757020] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.758207] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.758207] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.758207] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.758207] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.758408] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.758492] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.758805] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.759063] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.759312] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.759556] env[69513]: DEBUG nova.virt.hardware [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.760545] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bb95f-95df-4276-89c8-85158626c03f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.772498] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463f956-6c1c-4b98-8748-8f9342701e80 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.811826] env[69513]: DEBUG oslo_vmware.api [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380520, 'name': PowerOffVM_Task, 'duration_secs': 0.350921} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.812466] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.812771] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.813172] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff48e48-0738-4a3e-ba85-cae895ac531c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.849201] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.849433] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b419b3-9551-4853-a015-e088a00381f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.858258] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 854.858258] env[69513]: value = "task-3380523" [ 854.858258] env[69513]: _type = "Task" [ 854.858258] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.873767] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.881055] env[69513]: DEBUG oslo_vmware.api [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380521, 'name': PowerOffVM_Task, 'duration_secs': 0.399615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.881375] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.881584] env[69513]: DEBUG nova.compute.manager [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.882485] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb1a981-1511-4d07-a4b9-53613d6a02df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.903428] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.903642] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.903818] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Deleting the datastore file [datastore2] 7f3b102d-8016-4479-a4c3-a8923dbad0c8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.904093] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d33c190f-c90c-4084-8bb4-fe8f6b3e369a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.912370] env[69513]: DEBUG oslo_vmware.api [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 854.912370] env[69513]: value = "task-3380524" [ 854.912370] env[69513]: _type = "Task" [ 854.912370] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.923313] env[69513]: DEBUG oslo_vmware.api [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.942861] env[69513]: DEBUG oslo_concurrency.lockutils [req-720d4b48-a54d-4fa3-b319-0841d3e47106 req-3e1596e1-5056-45bc-87ca-68484ef86c06 service nova] Releasing lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.990935] env[69513]: DEBUG nova.scheduler.client.report [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.009849] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.010177] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.010422] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.010776] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.010867] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.011121] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.011390] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.011613] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.011889] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.012114] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.012288] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.018433] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8207f112-dfa5-45c3-9c73-05f0d8a1a797 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.038746] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 855.038746] env[69513]: value = "task-3380525" [ 855.038746] env[69513]: _type = "Task" [ 855.038746] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.049470] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.114173] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560466} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.114616] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/ca73261e-7ec6-46e5-a21a-1b0758d631a1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.114964] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.115464] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f499cb-e7a9-4985-b3cc-6af9c5c0c562 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.126085] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 855.126085] env[69513]: value = "task-3380526" [ 855.126085] env[69513]: _type = "Task" [ 855.126085] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.138528] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.148266] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.370366] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380523, 'name': PowerOffVM_Task, 'duration_secs': 0.335274} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.370976] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.371794] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.375385] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d41c4-26f4-4310-81e7-9c24e08b35ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.379578] env[69513]: DEBUG nova.compute.manager [req-965d5968-81dd-4bbd-9657-1cc19dc2bdaf req-cb225c92-3bcf-46e2-b7de-5310dd7b74c9 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Received event network-vif-plugged-6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.379952] env[69513]: DEBUG oslo_concurrency.lockutils [req-965d5968-81dd-4bbd-9657-1cc19dc2bdaf req-cb225c92-3bcf-46e2-b7de-5310dd7b74c9 service nova] Acquiring lock "71adc9ef-3783-430c-b11d-b3362af8f1c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.380248] env[69513]: DEBUG oslo_concurrency.lockutils [req-965d5968-81dd-4bbd-9657-1cc19dc2bdaf req-cb225c92-3bcf-46e2-b7de-5310dd7b74c9 service nova] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.380533] env[69513]: DEBUG oslo_concurrency.lockutils [req-965d5968-81dd-4bbd-9657-1cc19dc2bdaf req-cb225c92-3bcf-46e2-b7de-5310dd7b74c9 service nova] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.380799] env[69513]: DEBUG nova.compute.manager [req-965d5968-81dd-4bbd-9657-1cc19dc2bdaf req-cb225c92-3bcf-46e2-b7de-5310dd7b74c9 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] No waiting events found dispatching network-vif-plugged-6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.381104] env[69513]: WARNING nova.compute.manager [req-965d5968-81dd-4bbd-9657-1cc19dc2bdaf req-cb225c92-3bcf-46e2-b7de-5310dd7b74c9 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Received unexpected event network-vif-plugged-6d8b89c0-29bd-4310-adf7-b58655c986a5 for instance with vm_state building and task_state spawning. [ 855.390089] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.390089] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5018b13-241e-4b9f-aa06-946c9224c727 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.399716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-19aa5a71-8206-48b4-8d0a-019c3334a89f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.429117] env[69513]: DEBUG oslo_vmware.api [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411826} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.433019] env[69513]: DEBUG nova.network.neutron [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Successfully updated port: 6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.433019] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.433019] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.433019] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.433019] env[69513]: INFO nova.compute.manager [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 855.433019] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.433409] env[69513]: DEBUG nova.compute.manager [-] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.433409] env[69513]: DEBUG nova.network.neutron [-] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 855.473284] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.474228] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.474806] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleting the datastore file [datastore2] 31f58fa6-38b6-43be-862a-685341bf4921 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.474806] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-415c0ee1-43c6-4f27-b33e-1fe6b144f0f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.487431] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 855.487431] env[69513]: value = "task-3380528" [ 855.487431] env[69513]: _type = "Task" [ 855.487431] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.495827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.496556] env[69513]: DEBUG nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.503165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.748s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.503549] env[69513]: DEBUG nova.objects.instance [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lazy-loading 'resources' on Instance uuid de6a6647-9368-4d4f-8f42-fb49ab4f03f0 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.504969] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.552356] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380525, 'name': ReconfigVM_Task, 'duration_secs': 0.328991} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.553471] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.553829] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.554414] env[69513]: DEBUG nova.network.neutron [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 855.556898] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.639856] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114365} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.640278] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.641205] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d42f4-166c-4533-83e2-b541bc950dc5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.674980] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/ca73261e-7ec6-46e5-a21a-1b0758d631a1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.678447] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19614f27-cb2e-4ca8-9ab1-a45ed05439be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.710047] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 855.710047] env[69513]: value = "task-3380529" [ 855.710047] env[69513]: _type = "Task" [ 855.710047] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.717147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.725936] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.939020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "refresh_cache-71adc9ef-3783-430c-b11d-b3362af8f1c1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.939020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "refresh_cache-71adc9ef-3783-430c-b11d-b3362af8f1c1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.939020] env[69513]: DEBUG nova.network.neutron [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 856.000191] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344318} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.000649] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.000785] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.001072] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.008504] env[69513]: DEBUG nova.compute.utils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.009570] env[69513]: DEBUG nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 856.063756] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:39:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c2c7a5b-e0b6-4169-b37f-ef510271293e',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1733713273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.065150] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.065150] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.065150] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.065537] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.065917] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.066790] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.066790] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.066790] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.067263] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.067263] env[69513]: DEBUG nova.virt.hardware [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.074525] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.080646] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cd2c0f-fcf4-4126-9a15-266547a68ab4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.102209] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 856.102209] env[69513]: value = "task-3380530" [ 856.102209] env[69513]: _type = "Task" [ 856.102209] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.114825] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.227508] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380529, 'name': ReconfigVM_Task, 'duration_secs': 0.343709} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.227850] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/ca73261e-7ec6-46e5-a21a-1b0758d631a1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.228607] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29a069d5-7c86-422d-b795-0249546bbb86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.241626] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 856.241626] env[69513]: value = "task-3380531" [ 856.241626] env[69513]: _type = "Task" [ 856.241626] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.254382] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380531, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.283485] env[69513]: DEBUG nova.network.neutron [-] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.358201] env[69513]: DEBUG nova.network.neutron [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [{"id": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "address": "fa:16:3e:66:87:94", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb5fa5-1c", "ovs_interfaceid": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.473643] env[69513]: DEBUG nova.network.neutron [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 856.514218] env[69513]: DEBUG nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.570493] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6f2fb-ec41-46c1-9e0f-d71f6ac9f408 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.579533] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e4f0ba-5bec-427d-a9f0-c74c2407b0a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.617282] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcbd36c-c7ab-49ca-b607-6df10e79332e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.629675] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bcb8f4-6246-4fc6-9707-23d3dda9ff74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.633855] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380530, 'name': ReconfigVM_Task, 'duration_secs': 0.212871} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.634274] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 856.635444] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb890a-4f9f-4799-ae61-615a81fcacb7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.646538] env[69513]: DEBUG nova.compute.provider_tree [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.671675] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.672973] env[69513]: DEBUG nova.network.neutron [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Updating instance_info_cache with network_info: [{"id": "6d8b89c0-29bd-4310-adf7-b58655c986a5", "address": "fa:16:3e:b0:45:25", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8b89c0-29", "ovs_interfaceid": "6d8b89c0-29bd-4310-adf7-b58655c986a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.677924] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf34129-7ca0-4797-a699-aec6f8c336e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.696407] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 856.696407] env[69513]: value = "task-3380532" [ 856.696407] env[69513]: _type = "Task" [ 856.696407] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.706425] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.754207] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380531, 'name': Rename_Task, 'duration_secs': 0.175089} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.754410] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.754673] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-071f83a5-79ce-4c6c-bc27-a141a746d180 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.763261] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 856.763261] env[69513]: value = "task-3380533" [ 856.763261] env[69513]: _type = "Task" [ 856.763261] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.774348] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.786376] env[69513]: INFO nova.compute.manager [-] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Took 1.35 seconds to deallocate network for instance. [ 856.820101] env[69513]: DEBUG nova.compute.manager [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Stashing vm_state: stopped {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 856.863824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.039203] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.039538] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.039688] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.039982] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.040202] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.040356] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.040591] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.040834] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.041155] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.041413] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.041674] env[69513]: DEBUG nova.virt.hardware [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.042688] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f52f0c-0132-4f92-a44c-7b98935f696d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.052393] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b8c40a-020d-4703-a833-fcdce21fe005 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.067733] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:35:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.075432] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.076468] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.076700] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a76e449f-1583-46d5-a8e8-d5ba75c727c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.097488] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.097488] env[69513]: value = "task-3380534" [ 857.097488] env[69513]: _type = "Task" [ 857.097488] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.110405] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380534, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.150583] env[69513]: DEBUG nova.scheduler.client.report [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.190403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "refresh_cache-71adc9ef-3783-430c-b11d-b3362af8f1c1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.190659] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Instance network_info: |[{"id": "6d8b89c0-29bd-4310-adf7-b58655c986a5", "address": "fa:16:3e:b0:45:25", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8b89c0-29", "ovs_interfaceid": "6d8b89c0-29bd-4310-adf7-b58655c986a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.191080] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:45:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d8b89c0-29bd-4310-adf7-b58655c986a5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.199616] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.199864] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.203500] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a83d185-87ce-4a83-88c2-63c5f97ddab4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.226118] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380532, 'name': ReconfigVM_Task, 'duration_secs': 0.397605} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.227749] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.228143] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.231575] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.231575] env[69513]: value = "task-3380535" [ 857.231575] env[69513]: _type = "Task" [ 857.231575] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.245088] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380535, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.274690] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.292925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.345142] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.391167] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1746e42e-c3e8-4018-a8c9-570fea618b8a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.414753] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed375be0-e62a-482b-a928-3fd9e5fca497 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.419309] env[69513]: DEBUG nova.compute.manager [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Received event network-changed-6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.419574] env[69513]: DEBUG nova.compute.manager [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Refreshing instance network info cache due to event network-changed-6d8b89c0-29bd-4310-adf7-b58655c986a5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.419689] env[69513]: DEBUG oslo_concurrency.lockutils [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] Acquiring lock "refresh_cache-71adc9ef-3783-430c-b11d-b3362af8f1c1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.419845] env[69513]: DEBUG oslo_concurrency.lockutils [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] Acquired lock "refresh_cache-71adc9ef-3783-430c-b11d-b3362af8f1c1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420028] env[69513]: DEBUG nova.network.neutron [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Refreshing network info cache for port 6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 857.428976] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.525132] env[69513]: DEBUG nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.545971] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.546250] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.546406] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.546588] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.546734] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.546882] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.547123] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.547296] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.547480] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.547627] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.547828] env[69513]: DEBUG nova.virt.hardware [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.549076] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b31f50-83f8-41d9-9f7c-7c765eeadce8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.558318] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf5f23c-1252-4d4d-980e-354c563e964b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573346] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.578867] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Creating folder: Project (dcc865f18abf4f0c9164ce12285afe94). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.579228] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63067d54-f1f1-4464-9cbc-b078cf15d008 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.593126] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Created folder: Project (dcc865f18abf4f0c9164ce12285afe94) in parent group-v674393. [ 857.593274] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Creating folder: Instances. Parent ref: group-v674553. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.593559] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c463c25-c1ce-4f3c-9f06-d597712e46bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.608677] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380534, 'name': CreateVM_Task, 'duration_secs': 0.436321} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.609982] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.610286] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Created folder: Instances in parent group-v674553. [ 857.610499] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.611165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611333] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.611652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.611892] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.612104] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d67302-2345-4919-a412-62139895c1b4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.613781] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42669f25-8379-48cf-81cb-b21e1d8c117d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.629826] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 857.629826] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523157ce-71f9-9ea8-03f8-f4ff35e46a72" [ 857.629826] env[69513]: _type = "Task" [ 857.629826] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.635723] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.635723] env[69513]: value = "task-3380538" [ 857.635723] env[69513]: _type = "Task" [ 857.635723] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.638874] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523157ce-71f9-9ea8-03f8-f4ff35e46a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.647863] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380538, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.655960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.658553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.658s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.660259] env[69513]: INFO nova.compute.claims [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.680428] env[69513]: INFO nova.scheduler.client.report [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Deleted allocations for instance de6a6647-9368-4d4f-8f42-fb49ab4f03f0 [ 857.738768] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f55bd5-1842-47f8-8a08-a14364ee091f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.745446] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380535, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.764323] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00efc7b-ec1f-4a14-8e0d-32d317d9eeb5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.775795] env[69513]: DEBUG oslo_vmware.api [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380533, 'name': PowerOnVM_Task, 'duration_secs': 0.606814} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.788690] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.788909] env[69513]: INFO nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Took 8.41 seconds to spawn the instance on the hypervisor. [ 857.789129] env[69513]: DEBUG nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.789447] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.793232] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac4b850-08c5-475a-be68-420e64298bb7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.936124] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.936426] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56209328-43f4-4f9f-96d0-ff9c7317a2ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.946549] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 857.946549] env[69513]: value = "task-3380539" [ 857.946549] env[69513]: _type = "Task" [ 857.946549] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.956741] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.142056] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523157ce-71f9-9ea8-03f8-f4ff35e46a72, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.146532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.146792] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.147090] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.147321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.147738] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.148033] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6331ab22-2792-4197-845a-f1b46d9e3612 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.156803] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380538, 'name': CreateVM_Task, 'duration_secs': 0.465462} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.156988] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.159062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.159323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.159555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.159826] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.160106] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.160685] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e76518-d6a7-46b1-bac7-f581286d8943 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.162326] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad32b00-fee4-48a0-9519-81f70c8feec5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.172757] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 858.172757] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c7c62d-8a1a-3eda-4175-d8072fe909ed" [ 858.172757] env[69513]: _type = "Task" [ 858.172757] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.174982] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 858.174982] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52501927-9188-8337-aef8-90fbb3694420" [ 858.174982] env[69513]: _type = "Task" [ 858.174982] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.192760] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c7c62d-8a1a-3eda-4175-d8072fe909ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.193289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a042d187-af55-44d3-b546-165a60a1ded4 tempest-ServerTagsTestJSON-157450972 tempest-ServerTagsTestJSON-157450972-project-member] Lock "de6a6647-9368-4d4f-8f42-fb49ab4f03f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.898s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.198195] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.198745] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.199143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.200298] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52501927-9188-8337-aef8-90fbb3694420, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.201284] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad388dfc-ac42-4e6b-8c82-08089165d06b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.208080] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 858.208080] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5280ab80-66c4-19a6-7ae2-b0504b09de7b" [ 858.208080] env[69513]: _type = "Task" [ 858.208080] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.218795] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5280ab80-66c4-19a6-7ae2-b0504b09de7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.236898] env[69513]: DEBUG nova.network.neutron [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Updated VIF entry in instance network info cache for port 6d8b89c0-29bd-4310-adf7-b58655c986a5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 858.237502] env[69513]: DEBUG nova.network.neutron [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Updating instance_info_cache with network_info: [{"id": "6d8b89c0-29bd-4310-adf7-b58655c986a5", "address": "fa:16:3e:b0:45:25", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8b89c0-29", "ovs_interfaceid": "6d8b89c0-29bd-4310-adf7-b58655c986a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.244031] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380535, 'name': CreateVM_Task, 'duration_secs': 0.52147} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.244213] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.244839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.245008] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.245316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.245567] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7717f4ff-e15b-453d-badc-f0a017affa59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.250929] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 858.250929] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523806d4-8715-b254-1dfd-d005c4b22afa" [ 858.250929] env[69513]: _type = "Task" [ 858.250929] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.259913] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523806d4-8715-b254-1dfd-d005c4b22afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.314429] env[69513]: INFO nova.compute.manager [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Took 39.31 seconds to build instance. [ 858.344208] env[69513]: DEBUG nova.network.neutron [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Port fe2a6467-4cf9-434a-b71d-7dc39f0afc9c binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 858.459316] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.719412] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5280ab80-66c4-19a6-7ae2-b0504b09de7b, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.722173] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.722454] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.722976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.723188] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.723409] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267b0afd-7a4c-4e3a-b97b-c6c55166bf39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.725401] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a71509-ecb0-44bf-a68a-026643572fef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.736597] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 858.736597] env[69513]: value = "task-3380540" [ 858.736597] env[69513]: _type = "Task" [ 858.736597] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.738762] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.739096] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.743263] env[69513]: DEBUG oslo_concurrency.lockutils [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] Releasing lock "refresh_cache-71adc9ef-3783-430c-b11d-b3362af8f1c1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.743774] env[69513]: DEBUG nova.compute.manager [req-a0a250cf-d115-47df-ba76-26c9e953e1b7 req-e35ac87b-100f-4ac7-9fe5-acb0512d404c service nova] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Received event network-vif-deleted-da8b2154-7ccc-42b1-bf6b-c7637399d2db {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.743853] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0135b1bd-5c93-4c0d-a1d9-2eb1258e3d87 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.759739] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 858.759739] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f7ddc7-ca43-03b1-df93-a62b619fbf06" [ 858.759739] env[69513]: _type = "Task" [ 858.759739] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.760056] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.770856] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523806d4-8715-b254-1dfd-d005c4b22afa, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.771575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.771844] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.772088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.778796] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f7ddc7-ca43-03b1-df93-a62b619fbf06, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.779628] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b50331d-59a2-4df7-bfd3-16afe4abf141 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.785646] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 858.785646] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527f823e-98d5-98b9-2eeb-30bb2afabc22" [ 858.785646] env[69513]: _type = "Task" [ 858.785646] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.798646] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527f823e-98d5-98b9-2eeb-30bb2afabc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.816763] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0c069c7b-9df7-4665-b1f6-80f5809f0492 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.581s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.958237] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.966667] env[69513]: INFO nova.compute.manager [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Rescuing [ 858.967221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.967221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967414] env[69513]: DEBUG nova.network.neutron [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 859.190978] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a05f8d-611c-4f00-9e59-81e410acc3b4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.201046] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f788ff-0184-4689-a41e-e85e25c0b853 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.233627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae7d8b-1a67-4ea4-8705-177b888f99bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.246068] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd816383-13ad-4819-b5b4-9fbe5c11484f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.253525] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495491} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.254381] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.254514] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.254779] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-770da76d-9aaf-4900-b62e-859ccc96748a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.265768] env[69513]: DEBUG nova.compute.provider_tree [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.269325] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 859.269325] env[69513]: value = "task-3380541" [ 859.269325] env[69513]: _type = "Task" [ 859.269325] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.279617] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.300269] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527f823e-98d5-98b9-2eeb-30bb2afabc22, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.300550] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.300822] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.301166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.301359] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.301582] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9dc02c0-8541-4a84-9b1d-5341959b3748 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.306245] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ad483a-7ac8-4eaa-87cb-ec95513b2bdb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.314937] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 859.314937] env[69513]: value = "task-3380542" [ 859.314937] env[69513]: _type = "Task" [ 859.314937] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.319513] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.319688] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.320867] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88b8416-121c-496f-84a5-4f50f70d0025 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.327125] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.331502] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 859.331502] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5293c3b0-992b-46fb-de27-b75bfacb2a05" [ 859.331502] env[69513]: _type = "Task" [ 859.331502] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.340896] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5293c3b0-992b-46fb-de27-b75bfacb2a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.369751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.370024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.370280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.459115] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.758738] env[69513]: DEBUG nova.network.neutron [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Updating instance_info_cache with network_info: [{"id": "f1f7434c-f45f-4110-8098-0d6868bac249", "address": "fa:16:3e:3a:b7:bd", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f7434c-f4", "ovs_interfaceid": "f1f7434c-f45f-4110-8098-0d6868bac249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.768903] env[69513]: DEBUG nova.scheduler.client.report [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.785455] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073319} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.786243] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.787190] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b20499f-19ff-498c-9716-a3732fd60478 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.816009] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.816875] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd7f3fb0-561e-4b3a-9226-a0f0b658f91a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.847797] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488434} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.852775] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.853132] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.853485] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5293c3b0-992b-46fb-de27-b75bfacb2a05, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.853808] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 859.853808] env[69513]: value = "task-3380543" [ 859.853808] env[69513]: _type = "Task" [ 859.853808] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.854100] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11b3537-d926-4a72-8b4d-43a2b7279a1c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.858177] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00b275a-ddae-4801-9b7c-aa96933a42b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.868459] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 859.868459] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ea513-8f84-093f-9cb3-bac8871c599a" [ 859.868459] env[69513]: _type = "Task" [ 859.868459] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.877218] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 859.877218] env[69513]: value = "task-3380544" [ 859.877218] env[69513]: _type = "Task" [ 859.877218] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.887247] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ea513-8f84-093f-9cb3-bac8871c599a, 'name': SearchDatastore_Task, 'duration_secs': 0.013907} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.891219] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.891219] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 71adc9ef-3783-430c-b11d-b3362af8f1c1/71adc9ef-3783-430c-b11d-b3362af8f1c1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.891219] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0578439-02a3-4a71-9db3-d9f42885fd45 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.897606] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.900205] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 859.900205] env[69513]: value = "task-3380545" [ 859.900205] env[69513]: _type = "Task" [ 859.900205] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.911277] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.960459] env[69513]: DEBUG oslo_vmware.api [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380539, 'name': PowerOnVM_Task, 'duration_secs': 1.641433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.960766] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.960958] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16931a-b4d4-4160-ad26-7f66222a2457 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance 'a5293aee-ba56-4387-ad43-48320ef0a18f' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.266081] env[69513]: DEBUG oslo_concurrency.lockutils [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-ca73261e-7ec6-46e5-a21a-1b0758d631a1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.278790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.283053] env[69513]: DEBUG nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.293055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.632s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.293055] env[69513]: DEBUG nova.objects.instance [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lazy-loading 'resources' on Instance uuid 1449565c-37c1-4dd9-ad9f-640870f7b4e8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.372356] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380543, 'name': ReconfigVM_Task, 'duration_secs': 0.512631} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.373051] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 31f58fa6-38b6-43be-862a-685341bf4921/31f58fa6-38b6-43be-862a-685341bf4921.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.374022] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea11b3e-e2f3-4afe-9dd7-f3896579b26b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.396410] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 860.396410] env[69513]: value = "task-3380546" [ 860.396410] env[69513]: _type = "Task" [ 860.396410] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.407781] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076043} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.411283] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.414175] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36307c-d6f9-4494-b2b3-706c9c1988e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.422549] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380546, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.427871] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380545, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.446377] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.446377] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033f48d6-4b20-4cb7-aad5-277d6ef98ec9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.463477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.463799] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.464037] env[69513]: DEBUG nova.network.neutron [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 860.475850] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 860.475850] env[69513]: value = "task-3380547" [ 860.475850] env[69513]: _type = "Task" [ 860.475850] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.485521] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.792875] env[69513]: DEBUG nova.compute.utils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.795222] env[69513]: DEBUG nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 860.914897] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380546, 'name': Rename_Task, 'duration_secs': 0.344923} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.915572] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.916201] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e77e8c-f201-4a97-b25b-fd3c5e670a4d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.923545] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560165} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.924559] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 71adc9ef-3783-430c-b11d-b3362af8f1c1/71adc9ef-3783-430c-b11d-b3362af8f1c1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.925517] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.927269] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e946723-52a8-489d-8319-ff3d7df12f50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.929722] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 860.929722] env[69513]: value = "task-3380548" [ 860.929722] env[69513]: _type = "Task" [ 860.929722] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.939136] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 860.939136] env[69513]: value = "task-3380549" [ 860.939136] env[69513]: _type = "Task" [ 860.939136] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.946471] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.953764] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.994053] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.259402] env[69513]: DEBUG nova.network.neutron [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.296232] env[69513]: DEBUG nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.354977] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9be803-d5dd-4388-acdc-1f11b79f6959 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.363683] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4e509-280d-44cd-85cb-33c55abe87e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.395313] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666313b-63c0-4411-a9a9-65f582dcbe8c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.404022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04b760-86c2-466d-8e7a-1d89833afae5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.419727] env[69513]: DEBUG nova.compute.provider_tree [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.446050] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.452094] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163926} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.452376] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.453159] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a053fee5-7513-46c9-9774-ddbf6c720979 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.479962] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 71adc9ef-3783-430c-b11d-b3362af8f1c1/71adc9ef-3783-430c-b11d-b3362af8f1c1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.480281] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef91f560-50ba-4d91-aafa-e3f61e282fc8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.516943] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380547, 'name': ReconfigVM_Task, 'duration_secs': 0.779987} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.518507] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.519347] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 861.519347] env[69513]: value = "task-3380550" [ 861.519347] env[69513]: _type = "Task" [ 861.519347] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.519561] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0554d3c2-6958-42f9-af76-3426bc093941 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.533060] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.534601] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 861.534601] env[69513]: value = "task-3380551" [ 861.534601] env[69513]: _type = "Task" [ 861.534601] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.544884] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380551, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.764365] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.844733] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.845381] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63aefbc2-e05b-4035-9b52-5c6aea6a9ff8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.854811] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 861.854811] env[69513]: value = "task-3380552" [ 861.854811] env[69513]: _type = "Task" [ 861.854811] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.865738] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.945089] env[69513]: DEBUG oslo_vmware.api [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380548, 'name': PowerOnVM_Task, 'duration_secs': 0.883403} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.946246] env[69513]: ERROR nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [req-4ad23247-123c-46dd-902d-f4b90769a20d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ad23247-123c-46dd-902d-f4b90769a20d"}]} [ 861.946619] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.946821] env[69513]: DEBUG nova.compute.manager [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.949814] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487e922-f1f7-4042-8ea8-02744808a624 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.972036] env[69513]: DEBUG nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.991157] env[69513]: DEBUG nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.991157] env[69513]: DEBUG nova.compute.provider_tree [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.009228] env[69513]: DEBUG nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.032549] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380550, 'name': ReconfigVM_Task, 'duration_secs': 0.387608} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.033620] env[69513]: DEBUG nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.036313] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 71adc9ef-3783-430c-b11d-b3362af8f1c1/71adc9ef-3783-430c-b11d-b3362af8f1c1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.037033] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7b2720-ea8b-4cfd-822a-da65e8ef6da4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.049837] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380551, 'name': Rename_Task, 'duration_secs': 0.221981} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.051440] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.051791] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 862.051791] env[69513]: value = "task-3380553" [ 862.051791] env[69513]: _type = "Task" [ 862.051791] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.051982] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2990448-2310-4231-aa62-5cacb499242d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.066785] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380553, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.068522] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 862.068522] env[69513]: value = "task-3380554" [ 862.068522] env[69513]: _type = "Task" [ 862.068522] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.078656] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.288394] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba654a-746f-4a33-b3b5-1f2ebc9e7952 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.312400] env[69513]: DEBUG nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.317659] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e06a9-cee1-43af-887c-cbda2a5c6956 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.326377] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.341041] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.341204] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.341372] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.341665] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.341920] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.342174] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.342417] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.342581] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.342785] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.343026] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.343248] env[69513]: DEBUG nova.virt.hardware [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.344330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b9b365-800d-468a-befa-469bc19825f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.360884] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e493a1-11c3-410d-b30d-b524adeb6899 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.375534] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380552, 'name': PowerOffVM_Task, 'duration_secs': 0.28549} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.385218] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.385751] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.391519] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Creating folder: Project (64c62c405b8d49caa1520ef795070851). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.394977] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e227a51-b307-4826-9bb8-79a408761873 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.398196] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f638f35a-163d-4fb7-959a-4937fe9e67b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.426566] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b94592-ad03-42bd-aa1e-b8f8fc6e0e3b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.429414] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Created folder: Project (64c62c405b8d49caa1520ef795070851) in parent group-v674393. [ 862.429622] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Creating folder: Instances. Parent ref: group-v674556. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.430151] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fb2c99a-805d-4d87-b106-7261c6648dce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.445211] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Created folder: Instances in parent group-v674556. [ 862.445533] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.445741] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.445960] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caae55e8-0ba5-4f2f-91fd-6ab6ec4e170a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.471801] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.471801] env[69513]: value = "task-3380557" [ 862.471801] env[69513]: _type = "Task" [ 862.471801] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.472458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.480983] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.481082] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-819cb46b-3420-4531-b0ce-cfda2939c89c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.489407] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380557, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.491137] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 862.491137] env[69513]: value = "task-3380558" [ 862.491137] env[69513]: _type = "Task" [ 862.491137] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.505460] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.505693] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.505941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.506108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.506285] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.506549] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e65747b-631c-4f09-abf4-16cb9a0dd0a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.522855] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.522855] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.524821] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778d73ca-61d8-4bbd-b184-743c7db6e353 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.536151] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 862.536151] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522fd019-433d-57c6-bc96-f4d2f800e64c" [ 862.536151] env[69513]: _type = "Task" [ 862.536151] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.549134] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522fd019-433d-57c6-bc96-f4d2f800e64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.568019] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380553, 'name': Rename_Task, 'duration_secs': 0.241697} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.572725] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.573261] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0988104c-f384-4af6-943d-13bc028074f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.589547] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.595451] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 862.595451] env[69513]: value = "task-3380559" [ 862.595451] env[69513]: _type = "Task" [ 862.595451] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.609569] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.635186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "a5293aee-ba56-4387-ad43-48320ef0a18f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.635553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.635663] env[69513]: DEBUG nova.compute.manager [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Going to confirm migration 2 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 862.658399] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38124cf5-75aa-4243-b0eb-3342d937cabe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.670587] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95efe21-36f3-4f4b-9fd1-859b2fedda29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.712685] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df431c5e-9aa3-4f19-a723-97462b75eb03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.723272] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8bad00-65cc-49e4-b75d-d38a2834a096 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.741638] env[69513]: DEBUG nova.compute.provider_tree [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.836944] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.836944] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a80837-9faa-4a65-8b2a-6a643cab04ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.848608] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 862.848608] env[69513]: value = "task-3380560" [ 862.848608] env[69513]: _type = "Task" [ 862.848608] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.861567] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.984936] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380557, 'name': CreateVM_Task, 'duration_secs': 0.437493} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.985135] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.985589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.985749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.986100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.986369] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99fc53c-959d-48af-a724-4de3a0d5a415 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.992826] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 862.992826] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c3c79-2410-30ed-45bc-72da3a8ca25c" [ 862.992826] env[69513]: _type = "Task" [ 862.992826] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.006026] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c3c79-2410-30ed-45bc-72da3a8ca25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.048089] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522fd019-433d-57c6-bc96-f4d2f800e64c, 'name': SearchDatastore_Task, 'duration_secs': 0.016119} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.048923] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cacaa0-21b9-45d5-b7d5-bb6d9e76704d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.056222] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 863.056222] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bd643d-6f16-d9e4-260e-f6518ef74b27" [ 863.056222] env[69513]: _type = "Task" [ 863.056222] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.065737] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bd643d-6f16-d9e4-260e-f6518ef74b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.082725] env[69513]: DEBUG oslo_vmware.api [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380554, 'name': PowerOnVM_Task, 'duration_secs': 0.792397} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.082725] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.083197] env[69513]: INFO nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Took 5.56 seconds to spawn the instance on the hypervisor. [ 863.083197] env[69513]: DEBUG nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.084045] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceafc0a5-9379-4439-a397-3bdcaaccafda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.107730] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380559, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.185025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.185025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.185025] env[69513]: DEBUG nova.network.neutron [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 863.185025] env[69513]: DEBUG nova.objects.instance [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lazy-loading 'info_cache' on Instance uuid a5293aee-ba56-4387-ad43-48320ef0a18f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.246297] env[69513]: DEBUG nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.362378] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.506039] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c3c79-2410-30ed-45bc-72da3a8ca25c, 'name': SearchDatastore_Task, 'duration_secs': 0.019491} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.506448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.506905] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.507192] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.507415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.507781] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.508163] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f175e3d5-5b51-4cf6-9ecd-db3b3799b679 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.523675] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.523871] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.524648] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3037d817-2154-4ef7-b3ce-9542b7220f9e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.531121] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 863.531121] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520116d2-1821-fff6-af5c-000130bbbe0a" [ 863.531121] env[69513]: _type = "Task" [ 863.531121] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.540464] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520116d2-1821-fff6-af5c-000130bbbe0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.567774] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bd643d-6f16-d9e4-260e-f6518ef74b27, 'name': SearchDatastore_Task, 'duration_secs': 0.016838} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.567774] env[69513]: DEBUG oslo_concurrency.lockutils [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.568050] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. {{(pid=69513) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 863.568319] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ea2310-713d-46d7-995c-5840e232193c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.576227] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 863.576227] env[69513]: value = "task-3380561" [ 863.576227] env[69513]: _type = "Task" [ 863.576227] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.585444] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.605506] env[69513]: INFO nova.compute.manager [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Took 35.29 seconds to build instance. [ 863.611714] env[69513]: DEBUG oslo_vmware.api [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380559, 'name': PowerOnVM_Task, 'duration_secs': 0.917519} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.611961] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.612180] env[69513]: INFO nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Took 8.88 seconds to spawn the instance on the hypervisor. [ 863.612423] env[69513]: DEBUG nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.613245] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712472c0-171c-4c95-8b17-18cee59e93a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.751743] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.461s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.755019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.120s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.757683] env[69513]: INFO nova.compute.claims [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.782036] env[69513]: INFO nova.scheduler.client.report [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Deleted allocations for instance 1449565c-37c1-4dd9-ad9f-640870f7b4e8 [ 863.833715] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "24d731ee-6b5d-4253-998c-6fdd83696af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.834130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.834467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "24d731ee-6b5d-4253-998c-6fdd83696af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.834801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.835128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.838379] env[69513]: INFO nova.compute.manager [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Terminating instance [ 863.864032] env[69513]: DEBUG oslo_vmware.api [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380560, 'name': PowerOnVM_Task, 'duration_secs': 0.644374} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.864032] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.864032] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff71feb-e777-4787-9a1f-6b1cccaa0bf7 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance '216d2a59-f25f-4d74-b956-1e1b68a95187' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.045072] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520116d2-1821-fff6-af5c-000130bbbe0a, 'name': SearchDatastore_Task, 'duration_secs': 0.033665} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.045584] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5a5313-f326-4fbd-8223-e6e3842dbe20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.054433] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 864.054433] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5262229c-7891-7d0c-687b-ff02175878bf" [ 864.054433] env[69513]: _type = "Task" [ 864.054433] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.070571] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5262229c-7891-7d0c-687b-ff02175878bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.090151] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.107978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a64b8eaf-fb7b-4c6e-95a5-a1314f9289df tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "10f1f34e-eca9-499b-a1d4-a7db610da26b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.189s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.132426] env[69513]: INFO nova.compute.manager [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Took 41.86 seconds to build instance. [ 864.290048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b1a978d-75c7-4f26-9990-885926062487 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "1449565c-37c1-4dd9-ad9f-640870f7b4e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.258s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.343777] env[69513]: DEBUG nova.compute.manager [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.344033] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.345466] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8682e74-9c69-4196-8f22-9e44432b058b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.354418] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.357448] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a37d50-a0e5-490c-8817-f7383de90dc6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.366071] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 864.366071] env[69513]: value = "task-3380562" [ 864.366071] env[69513]: _type = "Task" [ 864.366071] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.378657] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.433211] env[69513]: DEBUG nova.network.neutron [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [{"id": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "address": "fa:16:3e:66:87:94", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb5fa5-1c", "ovs_interfaceid": "2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.568454] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5262229c-7891-7d0c-687b-ff02175878bf, 'name': SearchDatastore_Task, 'duration_secs': 0.0243} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.568719] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.569027] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.569321] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b34cb2db-3c6d-4af0-ade1-687f443eaed1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.579370] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 864.579370] env[69513]: value = "task-3380563" [ 864.579370] env[69513]: _type = "Task" [ 864.579370] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.595390] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731981} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.595617] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.595914] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. [ 864.596699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517c3fe7-9611-4339-9c4c-42c6d38b93e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.630661] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.632511] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76e367e-1f74-4aa8-8a40-91e206e875e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.652350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8369444b-f1f7-41d0-8161-13752f005da4 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.202s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.660295] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 864.660295] env[69513]: value = "task-3380564" [ 864.660295] env[69513]: _type = "Task" [ 864.660295] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.671877] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.888036] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380562, 'name': PowerOffVM_Task, 'duration_secs': 0.368976} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.888036] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.888036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.888036] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc39ca52-a588-4ee4-8dce-e9be69e7234f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.937703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-a5293aee-ba56-4387-ad43-48320ef0a18f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.938068] env[69513]: DEBUG nova.objects.instance [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lazy-loading 'migration_context' on Instance uuid a5293aee-ba56-4387-ad43-48320ef0a18f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.982826] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.982826] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.982826] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleting the datastore file [datastore1] 24d731ee-6b5d-4253-998c-6fdd83696af1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.983098] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b163a4-c688-4d11-b204-747000f3ccf0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.992596] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 864.992596] env[69513]: value = "task-3380566" [ 864.992596] env[69513]: _type = "Task" [ 864.992596] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.014030] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.098485] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.171565] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.220575] env[69513]: INFO nova.compute.manager [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Rebuilding instance [ 865.270164] env[69513]: DEBUG nova.compute.manager [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.271110] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f938c33-0c45-4673-8067-6e2017e9cc8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.329298] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24476d4f-b9bc-46a6-84de-2b01e75e4f6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.342387] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9d9bb-5fca-47ac-a1fa-421c5c4faf64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.379064] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9364ee75-520b-4e47-9ff9-ed5d11d58626 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.394447] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e93ab9-dd55-4e71-b3b4-fc4f9842d040 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.415757] env[69513]: DEBUG nova.compute.provider_tree [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.440973] env[69513]: DEBUG nova.objects.base [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 865.441900] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf6728-632d-4f9a-b5f0-965b59b8a15c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.463255] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb79d1ab-72be-46a7-8e60-e8d4cad14aa0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.470059] env[69513]: DEBUG oslo_vmware.api [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 865.470059] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5214afa9-19dd-a1b5-dd19-2b520fdd714f" [ 865.470059] env[69513]: _type = "Task" [ 865.470059] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.478994] env[69513]: DEBUG oslo_vmware.api [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5214afa9-19dd-a1b5-dd19-2b520fdd714f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.503715] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.596791] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670154} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.598268] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.598477] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.602297] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3eb322-52a4-476e-8af9-343e49a753ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.615262] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 865.615262] env[69513]: value = "task-3380567" [ 865.615262] env[69513]: _type = "Task" [ 865.615262] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.630810] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.646531] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d63aae-be51-a647-c70a-6e04a024394b/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 865.649674] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daad1fe-83ff-49e8-be79-c0bf8d69e370 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.659464] env[69513]: DEBUG nova.compute.manager [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.659779] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d63aae-be51-a647-c70a-6e04a024394b/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.659928] env[69513]: ERROR oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d63aae-be51-a647-c70a-6e04a024394b/disk-0.vmdk due to incomplete transfer. [ 865.660705] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f605059-ee4e-4b28-9401-8390fe6c4854 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.663833] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19f2756b-d554-4233-b2ff-1ccc0ac4a914 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.680235] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380564, 'name': ReconfigVM_Task, 'duration_secs': 0.594629} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.682150] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.682355] env[69513]: DEBUG oslo_vmware.rw_handles [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d63aae-be51-a647-c70a-6e04a024394b/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 865.682408] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Uploaded image b885e3bb-6c73-4a34-bde6-7de2f195c4f1 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 865.685415] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 865.685934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd5d7c-3c68-4aa9-9f70-f66fe1528afb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.688686] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-308276fd-604e-4e4a-bd2e-d4863e091c7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.720510] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f330fe-81e2-492c-896f-87b5df3214d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.730656] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 865.730656] env[69513]: value = "task-3380568" [ 865.730656] env[69513]: _type = "Task" [ 865.730656] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.738680] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 865.738680] env[69513]: value = "task-3380569" [ 865.738680] env[69513]: _type = "Task" [ 865.738680] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.742246] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380568, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.751491] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.918889] env[69513]: DEBUG nova.scheduler.client.report [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.981850] env[69513]: DEBUG oslo_vmware.api [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5214afa9-19dd-a1b5-dd19-2b520fdd714f, 'name': SearchDatastore_Task, 'duration_secs': 0.012598} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.981850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.005211] env[69513]: DEBUG oslo_vmware.api [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559676} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.005494] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.005679] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.005854] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.006058] env[69513]: INFO nova.compute.manager [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 866.006278] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.006473] env[69513]: DEBUG nova.compute.manager [-] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.006601] env[69513]: DEBUG nova.network.neutron [-] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 866.126586] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076488} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.126586] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.126764] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865684c6-3cae-4dd1-b5f0-a72d4dbff22a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.158973] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.159432] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3dd2506-fb84-4b9f-91f2-d181ea647c77 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.185924] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 866.185924] env[69513]: value = "task-3380570" [ 866.185924] env[69513]: _type = "Task" [ 866.185924] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.189388] env[69513]: INFO nova.compute.manager [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] instance snapshotting [ 866.193497] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0909e3ea-7dda-4c90-abc7-e511aa538216 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.199486] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.219544] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786f27e-7f51-421e-b1c5-46f16d3c7a34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.240984] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380568, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.254825] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.287368] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.289227] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be938b7-3daa-4132-a65f-2277c34a1df6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.297567] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 866.297567] env[69513]: value = "task-3380571" [ 866.297567] env[69513]: _type = "Task" [ 866.297567] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.298456] env[69513]: DEBUG nova.network.neutron [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Port fe2a6467-4cf9-434a-b71d-7dc39f0afc9c binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 866.298852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.298852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.298983] env[69513]: DEBUG nova.network.neutron [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 866.312099] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.346238] env[69513]: DEBUG nova.compute.manager [req-6e5fdb94-29d4-4f64-82df-633ff83d5e33 req-d0d444c0-458a-45ea-b711-43dd838e2cc0 service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Received event network-vif-deleted-c4d3e596-4840-4b47-933b-2c64c2e80253 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.346528] env[69513]: INFO nova.compute.manager [req-6e5fdb94-29d4-4f64-82df-633ff83d5e33 req-d0d444c0-458a-45ea-b711-43dd838e2cc0 service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Neutron deleted interface c4d3e596-4840-4b47-933b-2c64c2e80253; detaching it from the instance and deleting it from the info cache [ 866.346765] env[69513]: DEBUG nova.network.neutron [req-6e5fdb94-29d4-4f64-82df-633ff83d5e33 req-d0d444c0-458a-45ea-b711-43dd838e2cc0 service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.424400] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.424985] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.428750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.474s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.429203] env[69513]: DEBUG nova.objects.instance [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lazy-loading 'resources' on Instance uuid 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.697405] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.732181] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 866.732550] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1beb7623-8142-48b9-85cc-528dd40d6ab4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.744921] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380568, 'name': Destroy_Task, 'duration_secs': 0.811749} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.749260] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Destroyed the VM [ 866.749545] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 866.749890] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 866.749890] env[69513]: value = "task-3380572" [ 866.749890] env[69513]: _type = "Task" [ 866.749890] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.750168] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fbdb06ff-e9cc-469c-be59-23007c7536dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.760045] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380569, 'name': ReconfigVM_Task, 'duration_secs': 0.787001} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.760220] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.760435] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0a1d1c8-33c2-4c67-8c7c-ac54ef109aa7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.767225] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.770095] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 866.770095] env[69513]: value = "task-3380573" [ 866.770095] env[69513]: _type = "Task" [ 866.770095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.770095] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 866.770095] env[69513]: value = "task-3380574" [ 866.770095] env[69513]: _type = "Task" [ 866.770095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.786906] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.789811] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.811219] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380571, 'name': PowerOffVM_Task, 'duration_secs': 0.224746} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.811914] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.812527] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.812978] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a742c7-8060-43c6-a0d7-5130d88f54d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.817576] env[69513]: DEBUG nova.network.neutron [-] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.821577] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.821850] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d81b64-c3f6-4ced-9ce8-a818723d7d89 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.850383] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92e8aacd-4ca0-4028-92c1-ab0259c5c527 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.855638] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.855876] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.857646] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Deleting the datastore file [datastore1] 10f1f34e-eca9-499b-a1d4-a7db610da26b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.857646] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cacf23c-01a7-4a9f-9e50-c073e6a415dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.863357] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f071ef-d1b6-485c-8477-abb8f10cd3dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.875910] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 866.875910] env[69513]: value = "task-3380576" [ 866.875910] env[69513]: _type = "Task" [ 866.875910] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.886087] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.914145] env[69513]: DEBUG nova.compute.manager [req-6e5fdb94-29d4-4f64-82df-633ff83d5e33 req-d0d444c0-458a-45ea-b711-43dd838e2cc0 service nova] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Detach interface failed, port_id=c4d3e596-4840-4b47-933b-2c64c2e80253, reason: Instance 24d731ee-6b5d-4253-998c-6fdd83696af1 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.933290] env[69513]: DEBUG nova.compute.utils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.937783] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.937950] env[69513]: DEBUG nova.network.neutron [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.008076] env[69513]: DEBUG nova.policy [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caa2cbf18e7e4e749abb5a9dfc05381f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb68d4a45df9471694b9822b8984351e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.108605] env[69513]: DEBUG nova.network.neutron [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.123906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "2387148a-8e7d-4652-a09b-b71ac952044b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.124089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "2387148a-8e7d-4652-a09b-b71ac952044b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.124935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "2387148a-8e7d-4652-a09b-b71ac952044b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.124935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "2387148a-8e7d-4652-a09b-b71ac952044b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.124935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "2387148a-8e7d-4652-a09b-b71ac952044b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.126821] env[69513]: INFO nova.compute.manager [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Terminating instance [ 867.198714] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380570, 'name': ReconfigVM_Task, 'duration_secs': 0.626182} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.199293] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.199797] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88786ee2-2788-47cb-84cb-d00b46771d56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.212368] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 867.212368] env[69513]: value = "task-3380577" [ 867.212368] env[69513]: _type = "Task" [ 867.212368] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.223591] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380577, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.272503] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.289766] env[69513]: DEBUG oslo_vmware.api [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380574, 'name': PowerOnVM_Task, 'duration_secs': 0.498119} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.293123] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.295327] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380573, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.296373] env[69513]: DEBUG nova.compute.manager [None req-85913158-3cd4-4432-b73c-2ae721056c23 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.299989] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe345d0c-642f-4d70-bc40-9ee0b32b3aff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.321030] env[69513]: INFO nova.compute.manager [-] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Took 1.31 seconds to deallocate network for instance. [ 867.391330] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13142} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.391957] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.391957] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.391957] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.414633] env[69513]: DEBUG nova.network.neutron [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Successfully created port: d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.438981] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.548569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e0df9e-1bee-4a52-9425-5de8a939714a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.559809] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787b52e3-8ee1-489d-bcdc-c0ae6f00e871 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.591346] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d751c9fe-7f6e-4654-8698-34fad2246fff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.599116] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfad24a-1a07-435c-97ab-1656ab00442d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.614890] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.616440] env[69513]: DEBUG nova.compute.provider_tree [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.634264] env[69513]: DEBUG nova.compute.manager [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.634497] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.635690] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba243f5a-2018-43c3-bca7-36dba340cb58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.644569] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.644842] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40624bef-c708-4e48-b2fb-9e6a967b55cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.652445] env[69513]: DEBUG oslo_vmware.api [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 867.652445] env[69513]: value = "task-3380578" [ 867.652445] env[69513]: _type = "Task" [ 867.652445] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.663153] env[69513]: DEBUG oslo_vmware.api [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.724298] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380577, 'name': Rename_Task, 'duration_secs': 0.181677} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.724692] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.725031] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ea49863-ceab-47ad-acc3-c49b512eb269 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.732144] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 867.732144] env[69513]: value = "task-3380579" [ 867.732144] env[69513]: _type = "Task" [ 867.732144] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.750559] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.762602] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380572, 'name': CreateSnapshot_Task, 'duration_secs': 0.702308} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.762894] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 867.763671] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae6247-20a8-44b5-8391-ed9e2635b9cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.784197] env[69513]: DEBUG oslo_vmware.api [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380573, 'name': RemoveSnapshot_Task, 'duration_secs': 0.766498} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.784739] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.785171] env[69513]: INFO nova.compute.manager [None req-af473d64-c2ed-4034-9060-57ca9cfa9d88 tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Took 18.00 seconds to snapshot the instance on the hypervisor. [ 867.828438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.119657] env[69513]: DEBUG nova.compute.manager [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69513) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 868.119904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.120748] env[69513]: DEBUG nova.scheduler.client.report [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.162540] env[69513]: DEBUG oslo_vmware.api [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380578, 'name': PowerOffVM_Task, 'duration_secs': 0.216305} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.162824] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.163012] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.163415] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e15ac5ac-471c-4541-af62-ad521b235fa6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.234020] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.234322] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.234517] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Deleting the datastore file [datastore1] 2387148a-8e7d-4652-a09b-b71ac952044b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.239660] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70e5d1d-a0bb-42f4-85e3-5032596fb81d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.246447] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380579, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.247491] env[69513]: DEBUG oslo_vmware.api [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for the task: (returnval){ [ 868.247491] env[69513]: value = "task-3380581" [ 868.247491] env[69513]: _type = "Task" [ 868.247491] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.255505] env[69513]: DEBUG oslo_vmware.api [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.285381] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 868.285679] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7812f143-a753-4fb3-a26a-9e389c076c59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.298033] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 868.298033] env[69513]: value = "task-3380582" [ 868.298033] env[69513]: _type = "Task" [ 868.298033] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.308269] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380582, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.433243] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.433585] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.433737] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.433934] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.434095] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.434262] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.434490] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.434653] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.434835] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.435022] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.435190] env[69513]: DEBUG nova.virt.hardware [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.436155] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bee706b-8860-4bb3-bb5c-1ff44c1e47bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.446550] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1516ef-3b1f-4047-aa7e-cfe3b47a9672 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.451947] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.466162] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.474023] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.475362] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.475807] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f5b445e-9a2f-4d57-bd80-dc91920bb716 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.490281] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.490595] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.490768] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.490936] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.491095] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.491246] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.491449] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.491607] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.491773] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.491934] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.492119] env[69513]: DEBUG nova.virt.hardware [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.492975] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d3dae-24fb-4612-a754-a9d54ec16467 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.503695] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb987c-3a1a-4ffc-9bd1-778787125eb9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.511423] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.511423] env[69513]: value = "task-3380583" [ 868.511423] env[69513]: _type = "Task" [ 868.511423] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.529627] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380583, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.626019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.635567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.839s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.636750] env[69513]: INFO nova.compute.claims [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.665866] env[69513]: INFO nova.scheduler.client.report [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Deleted allocations for instance 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5 [ 868.745873] env[69513]: DEBUG oslo_vmware.api [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380579, 'name': PowerOnVM_Task, 'duration_secs': 0.981971} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.746233] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.746475] env[69513]: INFO nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Took 6.43 seconds to spawn the instance on the hypervisor. [ 868.746717] env[69513]: DEBUG nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.747942] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe7b5d4-d9ca-400c-8e7d-591d0de0d6f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.764160] env[69513]: DEBUG oslo_vmware.api [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Task: {'id': task-3380581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264051} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.769686] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.769686] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.771709] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.771709] env[69513]: INFO nova.compute.manager [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 868.771709] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.771709] env[69513]: DEBUG nova.compute.manager [-] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.771709] env[69513]: DEBUG nova.network.neutron [-] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 868.810287] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380582, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.019509] env[69513]: DEBUG nova.compute.manager [req-0cc02a74-eac2-4030-88d6-c693c64702cd req-e876e63d-61c4-494d-b84c-21fbe6e58128 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Received event network-vif-plugged-d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.021451] env[69513]: DEBUG oslo_concurrency.lockutils [req-0cc02a74-eac2-4030-88d6-c693c64702cd req-e876e63d-61c4-494d-b84c-21fbe6e58128 service nova] Acquiring lock "bb3578c1-47ea-465e-8738-f777ba5a9762-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.021451] env[69513]: DEBUG oslo_concurrency.lockutils [req-0cc02a74-eac2-4030-88d6-c693c64702cd req-e876e63d-61c4-494d-b84c-21fbe6e58128 service nova] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.021451] env[69513]: DEBUG oslo_concurrency.lockutils [req-0cc02a74-eac2-4030-88d6-c693c64702cd req-e876e63d-61c4-494d-b84c-21fbe6e58128 service nova] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.021451] env[69513]: DEBUG nova.compute.manager [req-0cc02a74-eac2-4030-88d6-c693c64702cd req-e876e63d-61c4-494d-b84c-21fbe6e58128 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] No waiting events found dispatching network-vif-plugged-d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.021451] env[69513]: WARNING nova.compute.manager [req-0cc02a74-eac2-4030-88d6-c693c64702cd req-e876e63d-61c4-494d-b84c-21fbe6e58128 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Received unexpected event network-vif-plugged-d5f0b30b-3d64-477a-b878-be6cb2902135 for instance with vm_state building and task_state spawning. [ 869.027756] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380583, 'name': CreateVM_Task, 'duration_secs': 0.363572} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.027971] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.028505] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.028728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.029146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030327] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e122657-46dc-4d0d-ae9e-1f9a924cc773 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.036426] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 869.036426] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7ce03-f8e3-972b-abe8-7df511a0d4b5" [ 869.036426] env[69513]: _type = "Task" [ 869.036426] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.046509] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7ce03-f8e3-972b-abe8-7df511a0d4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.087225] env[69513]: DEBUG nova.network.neutron [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Successfully updated port: d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.159450] env[69513]: DEBUG nova.compute.manager [req-08b209e6-cb03-4107-bfda-cce0245218ff req-de487368-79ea-4e51-bca8-c59b94787414 service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Received event network-vif-deleted-83b3fa78-db84-4486-94a7-0dc721bd750d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.159450] env[69513]: INFO nova.compute.manager [req-08b209e6-cb03-4107-bfda-cce0245218ff req-de487368-79ea-4e51-bca8-c59b94787414 service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Neutron deleted interface 83b3fa78-db84-4486-94a7-0dc721bd750d; detaching it from the instance and deleting it from the info cache [ 869.159450] env[69513]: DEBUG nova.network.neutron [req-08b209e6-cb03-4107-bfda-cce0245218ff req-de487368-79ea-4e51-bca8-c59b94787414 service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.182850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-67b124fe-b6d4-4f51-9cfb-212aa9ee99fb tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.772s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.281016] env[69513]: INFO nova.compute.manager [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Took 40.31 seconds to build instance. [ 869.312302] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380582, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.550595] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7ce03-f8e3-972b-abe8-7df511a0d4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.551468] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.551887] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.552308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.552598] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.552929] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.553333] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0daa8265-ee5a-402a-bdc0-a7db73ab218a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.566181] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.566814] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.568026] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5a561d-352a-4606-b904-b18d76bf66a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.577087] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 869.577087] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff8527-a81f-e894-3786-16076e13e391" [ 869.577087] env[69513]: _type = "Task" [ 869.577087] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.585477] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff8527-a81f-e894-3786-16076e13e391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.589846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "refresh_cache-bb3578c1-47ea-465e-8738-f777ba5a9762" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.590221] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquired lock "refresh_cache-bb3578c1-47ea-465e-8738-f777ba5a9762" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.590502] env[69513]: DEBUG nova.network.neutron [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 869.601291] env[69513]: DEBUG nova.network.neutron [-] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.662442] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f190cb4-3c76-459b-9b9a-c4faac625c3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.673415] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3355179f-01c5-45ad-878b-82d0d3337951 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.728060] env[69513]: DEBUG nova.compute.manager [req-08b209e6-cb03-4107-bfda-cce0245218ff req-de487368-79ea-4e51-bca8-c59b94787414 service nova] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Detach interface failed, port_id=83b3fa78-db84-4486-94a7-0dc721bd750d, reason: Instance 2387148a-8e7d-4652-a09b-b71ac952044b could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.747590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.748077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.748343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.749034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.749359] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.751832] env[69513]: INFO nova.compute.manager [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Terminating instance [ 869.782898] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80ec4cc2-ec47-40eb-85b0-3ba1c89e57f2 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.821s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.812498] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380582, 'name': CloneVM_Task, 'duration_secs': 1.352433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.818728] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Created linked-clone VM from snapshot [ 869.825625] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1263e50a-26ae-429d-82a4-4f3ae7e649cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.836957] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Uploading image 7fb8391d-53d0-4c43-9d22-b6f5eae91408 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 869.870405] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 869.870405] env[69513]: value = "vm-674560" [ 869.870405] env[69513]: _type = "VirtualMachine" [ 869.870405] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 869.870405] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-252bf5d4-3ea1-44fa-ad78-2866108e0641 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.878263] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease: (returnval){ [ 869.878263] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ed2c-deab-41d2-94a2-635a54e1e28c" [ 869.878263] env[69513]: _type = "HttpNfcLease" [ 869.878263] env[69513]: } obtained for exporting VM: (result){ [ 869.878263] env[69513]: value = "vm-674560" [ 869.878263] env[69513]: _type = "VirtualMachine" [ 869.878263] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 869.878531] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the lease: (returnval){ [ 869.878531] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ed2c-deab-41d2-94a2-635a54e1e28c" [ 869.878531] env[69513]: _type = "HttpNfcLease" [ 869.878531] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 869.881864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.882069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.882279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.882971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.883151] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.886139] env[69513]: INFO nova.compute.manager [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Terminating instance [ 869.893163] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.893163] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ed2c-deab-41d2-94a2-635a54e1e28c" [ 869.893163] env[69513]: _type = "HttpNfcLease" [ 869.893163] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 870.087033] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff8527-a81f-e894-3786-16076e13e391, 'name': SearchDatastore_Task, 'duration_secs': 0.014307} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.090577] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34074d4c-ca7d-4023-becb-e58354183b20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.099712] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 870.099712] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520da1c9-558b-8ae2-557c-9328b7d65160" [ 870.099712] env[69513]: _type = "Task" [ 870.099712] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.108568] env[69513]: INFO nova.compute.manager [-] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Took 1.34 seconds to deallocate network for instance. [ 870.113369] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520da1c9-558b-8ae2-557c-9328b7d65160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.138680] env[69513]: DEBUG nova.network.neutron [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 870.153975] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2120c1-85e0-4888-ac27-792b9330f073 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.165109] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47efc8f3-0a31-4b26-a13d-8acee0e78009 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.202579] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2bc4a7-b5e4-4fbc-bac5-92c7ea6207a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.211744] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba04440-3781-4d28-9212-6bf37a35608c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.227139] env[69513]: DEBUG nova.compute.provider_tree [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.255745] env[69513]: DEBUG nova.compute.manager [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.256026] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.257209] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993cc3ef-0ab6-4eac-a839-46ff3d689590 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.267528] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.267795] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcfbee1e-129c-4628-bb86-f019c782efed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.277368] env[69513]: DEBUG oslo_vmware.api [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 870.277368] env[69513]: value = "task-3380585" [ 870.277368] env[69513]: _type = "Task" [ 870.277368] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.288264] env[69513]: DEBUG oslo_vmware.api [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.331380] env[69513]: INFO nova.compute.manager [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Rescuing [ 870.331704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.331851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.332019] env[69513]: DEBUG nova.network.neutron [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 870.339090] env[69513]: DEBUG nova.network.neutron [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Updating instance_info_cache with network_info: [{"id": "d5f0b30b-3d64-477a-b878-be6cb2902135", "address": "fa:16:3e:d6:85:3a", "network": {"id": "ad11ebee-45af-471b-8e26-7e460f054955", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2118518424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb68d4a45df9471694b9822b8984351e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f0b30b-3d", "ovs_interfaceid": "d5f0b30b-3d64-477a-b878-be6cb2902135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.387049] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.387049] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ed2c-deab-41d2-94a2-635a54e1e28c" [ 870.387049] env[69513]: _type = "HttpNfcLease" [ 870.387049] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 870.387392] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 870.387392] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ed2c-deab-41d2-94a2-635a54e1e28c" [ 870.387392] env[69513]: _type = "HttpNfcLease" [ 870.387392] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 870.388144] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53b339-9917-4c4b-bd28-646e2f12f13f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.393583] env[69513]: DEBUG nova.compute.manager [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.393800] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.394585] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea574067-181f-409a-b77a-23ea490861db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.400658] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e920e-78a2-40b9-6a62-8a4ba1c4a36d/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 870.400820] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e920e-78a2-40b9-6a62-8a4ba1c4a36d/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 870.462210] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.463559] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8822348-a293-49f9-9f4d-14c84e25962a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.472054] env[69513]: DEBUG oslo_vmware.api [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 870.472054] env[69513]: value = "task-3380586" [ 870.472054] env[69513]: _type = "Task" [ 870.472054] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.482322] env[69513]: DEBUG oslo_vmware.api [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.516733] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f83ddf81-eba2-4e44-a110-da8b4388c74a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.613539] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520da1c9-558b-8ae2-557c-9328b7d65160, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.613949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.614126] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.614341] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9337f9c-342d-48c2-9559-87a36798924d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.619597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.621748] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 870.621748] env[69513]: value = "task-3380587" [ 870.621748] env[69513]: _type = "Task" [ 870.621748] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.630423] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.730434] env[69513]: DEBUG nova.scheduler.client.report [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.744097] env[69513]: INFO nova.compute.manager [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Rebuilding instance [ 870.787820] env[69513]: DEBUG nova.compute.manager [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.788767] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b319dc-28c0-491a-8fe6-f21bafca4b24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.794989] env[69513]: DEBUG oslo_vmware.api [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380585, 'name': PowerOffVM_Task, 'duration_secs': 0.270232} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.795687] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.795856] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.796178] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34679dad-19b6-43c3-b65e-b8f06e20dfa3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.842667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Releasing lock "refresh_cache-bb3578c1-47ea-465e-8738-f777ba5a9762" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.843128] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Instance network_info: |[{"id": "d5f0b30b-3d64-477a-b878-be6cb2902135", "address": "fa:16:3e:d6:85:3a", "network": {"id": "ad11ebee-45af-471b-8e26-7e460f054955", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2118518424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb68d4a45df9471694b9822b8984351e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f0b30b-3d", "ovs_interfaceid": "d5f0b30b-3d64-477a-b878-be6cb2902135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.843960] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:85:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5f0b30b-3d64-477a-b878-be6cb2902135', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.853665] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Creating folder: Project (cb68d4a45df9471694b9822b8984351e). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.855328] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a854978-14bd-4a6b-81de-746f2adfb5b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.874212] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Created folder: Project (cb68d4a45df9471694b9822b8984351e) in parent group-v674393. [ 870.874610] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Creating folder: Instances. Parent ref: group-v674562. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.875813] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f61dbecd-fae5-493b-bb88-d2e24f8d42b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.878037] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.878320] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.878516] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Deleting the datastore file [datastore1] e83bb82d-e0aa-4f28-b4c7-56f35b5de500 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.882405] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d4540f1-50f9-4d26-9b59-593f69b79535 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.894892] env[69513]: DEBUG oslo_vmware.api [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for the task: (returnval){ [ 870.894892] env[69513]: value = "task-3380590" [ 870.894892] env[69513]: _type = "Task" [ 870.894892] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.901166] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Created folder: Instances in parent group-v674562. [ 870.901483] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.902548] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.902848] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a17d4f6-898f-404c-b101-9d782c17a3f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.923299] env[69513]: DEBUG oslo_vmware.api [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.936943] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.936943] env[69513]: value = "task-3380592" [ 870.936943] env[69513]: _type = "Task" [ 870.936943] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.953364] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380592, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.985321] env[69513]: DEBUG oslo_vmware.api [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380586, 'name': PowerOffVM_Task, 'duration_secs': 0.184173} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.985941] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.986233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.986590] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ef7ee6-7a02-441f-8d24-cb90ac4b7f80 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.080214] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.080602] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.080799] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Deleting the datastore file [datastore2] 76ca89d1-edfd-4e50-bdd6-52012bfa6c25 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.081209] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134a518f-1b42-422f-be15-bdb2a0bdd0fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.093262] env[69513]: DEBUG oslo_vmware.api [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for the task: (returnval){ [ 871.093262] env[69513]: value = "task-3380594" [ 871.093262] env[69513]: _type = "Task" [ 871.093262] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.107960] env[69513]: DEBUG oslo_vmware.api [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.122267] env[69513]: DEBUG nova.compute.manager [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Received event network-changed-d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.122624] env[69513]: DEBUG nova.compute.manager [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Refreshing instance network info cache due to event network-changed-d5f0b30b-3d64-477a-b878-be6cb2902135. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.122972] env[69513]: DEBUG oslo_concurrency.lockutils [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] Acquiring lock "refresh_cache-bb3578c1-47ea-465e-8738-f777ba5a9762" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.123154] env[69513]: DEBUG oslo_concurrency.lockutils [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] Acquired lock "refresh_cache-bb3578c1-47ea-465e-8738-f777ba5a9762" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.123295] env[69513]: DEBUG nova.network.neutron [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Refreshing network info cache for port d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 871.140909] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380587, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.213274] env[69513]: DEBUG nova.network.neutron [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Updating instance_info_cache with network_info: [{"id": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "address": "fa:16:3e:9d:43:81", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3ab85-7a", "ovs_interfaceid": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.238306] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.238823] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.242106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.260s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.243897] env[69513]: INFO nova.compute.claims [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.406965] env[69513]: DEBUG oslo_vmware.api [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Task: {'id': task-3380590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309744} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.407347] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.409854] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.409854] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.409854] env[69513]: INFO nova.compute.manager [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Took 1.15 seconds to destroy the instance on the hypervisor. [ 871.409854] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.409854] env[69513]: DEBUG nova.compute.manager [-] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.409854] env[69513]: DEBUG nova.network.neutron [-] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 871.452845] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380592, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.604555] env[69513]: DEBUG oslo_vmware.api [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Task: {'id': task-3380594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223039} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.604972] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.604972] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.605173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.605347] env[69513]: INFO nova.compute.manager [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Took 1.21 seconds to destroy the instance on the hypervisor. [ 871.605581] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.605774] env[69513]: DEBUG nova.compute.manager [-] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.605867] env[69513]: DEBUG nova.network.neutron [-] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 871.637853] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567768} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.638181] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.638358] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.638947] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d8ab67c-cdab-41c3-80df-e8c843ff243a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.652023] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 871.652023] env[69513]: value = "task-3380595" [ 871.652023] env[69513]: _type = "Task" [ 871.652023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.657461] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.716572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.746155] env[69513]: DEBUG nova.compute.manager [req-06df6e15-7f2a-489d-8d6a-f8ec383fd736 req-1f968430-e4cd-450d-bb87-ec28e47a89da service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Received event network-vif-deleted-6e84c47a-b064-4361-aa88-3f8cae865665 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.746155] env[69513]: INFO nova.compute.manager [req-06df6e15-7f2a-489d-8d6a-f8ec383fd736 req-1f968430-e4cd-450d-bb87-ec28e47a89da service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Neutron deleted interface 6e84c47a-b064-4361-aa88-3f8cae865665; detaching it from the instance and deleting it from the info cache [ 871.746155] env[69513]: DEBUG nova.network.neutron [req-06df6e15-7f2a-489d-8d6a-f8ec383fd736 req-1f968430-e4cd-450d-bb87-ec28e47a89da service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.752063] env[69513]: DEBUG nova.compute.utils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.763423] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.763545] env[69513]: DEBUG nova.network.neutron [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.809220] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.809875] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de46ab72-dc65-472c-8bfb-83fa518da3b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.819178] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 871.819178] env[69513]: value = "task-3380596" [ 871.819178] env[69513]: _type = "Task" [ 871.819178] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.829375] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.847779] env[69513]: DEBUG nova.policy [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '408d5ab903c0407f871e51086d195b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f60a57b8a4414d21ac2bf4437f660875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.952774] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380592, 'name': CreateVM_Task, 'duration_secs': 0.542508} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.955025] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.955025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.955025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.955599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.956165] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247ab3e5-137c-401b-8f07-059dcd2f3722 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.965581] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 871.965581] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc6edb-4f84-217c-87c9-8685632e8492" [ 871.965581] env[69513]: _type = "Task" [ 871.965581] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.992559] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc6edb-4f84-217c-87c9-8685632e8492, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.993128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.993485] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.993889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.994161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.994476] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.994878] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89dfbb19-8963-4a32-90e4-33c9498242b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.006815] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.007134] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.008331] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41eb3e4-c2ec-4d8b-9313-b5a01834c802 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.017094] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 872.017094] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5231131e-f11d-ae20-9f9f-7bc9612502ed" [ 872.017094] env[69513]: _type = "Task" [ 872.017094] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.033292] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5231131e-f11d-ae20-9f9f-7bc9612502ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.035559] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9f8759-051b-4925-b566-9d857d8c6981 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.044777] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 872.044777] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529f7b15-9887-1897-73df-5f936953abe6" [ 872.044777] env[69513]: _type = "Task" [ 872.044777] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051647] env[69513]: DEBUG nova.network.neutron [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Updated VIF entry in instance network info cache for port d5f0b30b-3d64-477a-b878-be6cb2902135. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 872.052202] env[69513]: DEBUG nova.network.neutron [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Updating instance_info_cache with network_info: [{"id": "d5f0b30b-3d64-477a-b878-be6cb2902135", "address": "fa:16:3e:d6:85:3a", "network": {"id": "ad11ebee-45af-471b-8e26-7e460f054955", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2118518424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb68d4a45df9471694b9822b8984351e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f0b30b-3d", "ovs_interfaceid": "d5f0b30b-3d64-477a-b878-be6cb2902135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.064320] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529f7b15-9887-1897-73df-5f936953abe6, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.064448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.064833] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] bb3578c1-47ea-465e-8738-f777ba5a9762/bb3578c1-47ea-465e-8738-f777ba5a9762.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.066015] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df4befd-bafe-4692-893d-92370ed9ff0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.076801] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 872.076801] env[69513]: value = "task-3380597" [ 872.076801] env[69513]: _type = "Task" [ 872.076801] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.087345] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.158191] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075332} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.158511] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.159742] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd193d50-54cc-4e5f-b19e-e0deb89ff982 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.182678] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.186040] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f68fdee-2a09-4cb0-8f5a-8b70f5ce135e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.210150] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 872.210150] env[69513]: value = "task-3380598" [ 872.210150] env[69513]: _type = "Task" [ 872.210150] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.218765] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.227040] env[69513]: DEBUG nova.network.neutron [-] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.251441] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fad34dc1-b560-441d-8e71-df438b55ee46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.263792] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.271985] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e52e8cb-5d07-4eb7-97b5-7a66f4486e5a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.321755] env[69513]: DEBUG nova.compute.manager [req-06df6e15-7f2a-489d-8d6a-f8ec383fd736 req-1f968430-e4cd-450d-bb87-ec28e47a89da service nova] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Detach interface failed, port_id=6e84c47a-b064-4361-aa88-3f8cae865665, reason: Instance e83bb82d-e0aa-4f28-b4c7-56f35b5de500 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.335821] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380596, 'name': PowerOffVM_Task, 'duration_secs': 0.2649} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.336953] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.337745] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.341943] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232093e8-ee9e-40a6-afb0-e218c908b8b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.351426] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.353492] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3392636d-a643-417b-a82d-d40d1262d3a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.390022] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.390022] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.390022] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Deleting the datastore file [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.390022] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-219e9bb3-62c3-4b8a-9fce-e308f73cface {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.395273] env[69513]: DEBUG nova.network.neutron [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Successfully created port: 25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.406038] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 872.406038] env[69513]: value = "task-3380600" [ 872.406038] env[69513]: _type = "Task" [ 872.406038] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.408413] env[69513]: DEBUG nova.network.neutron [-] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.420714] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.556916] env[69513]: DEBUG oslo_concurrency.lockutils [req-0f5e5f43-5c72-43cf-9dac-a4d0a382f10c req-9ae2d6cc-0268-492b-9480-2787da466049 service nova] Releasing lock "refresh_cache-bb3578c1-47ea-465e-8738-f777ba5a9762" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.591986] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380597, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.722032] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.729222] env[69513]: INFO nova.compute.manager [-] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Took 1.32 seconds to deallocate network for instance. [ 872.841582] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c6e11-5dc1-44d5-be31-666536b93804 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.850320] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6aabf-4200-4626-bf5e-0297fb6366b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.882678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219a156-28e0-4687-aa55-d6b65c7039f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.890874] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3dd9e7-7386-4655-b3e1-5158ceac2285 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.905474] env[69513]: DEBUG nova.compute.provider_tree [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.915917] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267721} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.916187] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.916373] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.916547] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.920813] env[69513]: INFO nova.compute.manager [-] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Took 1.31 seconds to deallocate network for instance. [ 873.091219] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531385} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.091533] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] bb3578c1-47ea-465e-8738-f777ba5a9762/bb3578c1-47ea-465e-8738-f777ba5a9762.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.091717] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.091969] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f27b329c-cd4e-4814-acba-302072f7c42a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.099596] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 873.099596] env[69513]: value = "task-3380601" [ 873.099596] env[69513]: _type = "Task" [ 873.099596] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.107953] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.155037] env[69513]: DEBUG nova.compute.manager [req-9297abd6-1ecf-4ae2-8fcc-8fa7ecd12698 req-91192133-eda3-4ca9-a6f4-202c30038302 service nova] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Received event network-vif-deleted-5475859b-1569-4c40-b23d-2d51a2f799e3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.218772] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380598, 'name': ReconfigVM_Task, 'duration_secs': 0.731996} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.219452] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 10f1f34e-eca9-499b-a1d4-a7db610da26b/10f1f34e-eca9-499b-a1d4-a7db610da26b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.220077] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ba2b7a4-a9fd-487a-a67c-d0bd4910a01b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.229391] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 873.229391] env[69513]: value = "task-3380602" [ 873.229391] env[69513]: _type = "Task" [ 873.229391] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.238117] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380602, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.241302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.295488] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.297941] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.298209] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69007049-2155-4ea3-ae6e-818578199762 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.306542] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 873.306542] env[69513]: value = "task-3380603" [ 873.306542] env[69513]: _type = "Task" [ 873.306542] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.316021] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.322622] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.322622] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.322622] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.322622] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.322622] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.322955] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.322955] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.323099] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.323382] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.323547] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.323722] env[69513]: DEBUG nova.virt.hardware [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.324630] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d5c99-a12d-4aaa-a596-fc61e9f7541a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.333278] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cbabf-ffd0-40b0-8b4b-94e76706a352 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.412014] env[69513]: DEBUG nova.scheduler.client.report [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.426692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.610013] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070836} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.610420] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.611262] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c19c9-241e-4256-b064-b5f54c7ea79d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.635156] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] bb3578c1-47ea-465e-8738-f777ba5a9762/bb3578c1-47ea-465e-8738-f777ba5a9762.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.635491] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b008cd8d-9a59-40cc-9e16-3e60ace2a801 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.657134] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 873.657134] env[69513]: value = "task-3380604" [ 873.657134] env[69513]: _type = "Task" [ 873.657134] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.666443] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.740848] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380602, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.819587] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380603, 'name': PowerOffVM_Task, 'duration_secs': 0.231087} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.819911] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.822070] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92c88f-16c3-4f6c-8cf2-5f4fa29bc3aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.844646] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0a6d00-151b-4360-84d3-612a30421ee2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.883017] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.883414] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec59d40-3bb4-465a-9119-1d19afcc499b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.895870] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 873.895870] env[69513]: value = "task-3380605" [ 873.895870] env[69513]: _type = "Task" [ 873.895870] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.906945] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.907258] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.907693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.907923] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.908275] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.908875] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f498512-9f16-48ac-8ff6-e3c1df68f82e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.918512] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.918896] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.923554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.764s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.925847] env[69513]: INFO nova.compute.claims [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.928724] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.928957] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.932933] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8db4402-c4eb-4d42-97bb-cacdaaebaaa3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.939917] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 873.939917] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dd39e8-9957-e657-5075-7a6ccc57f1b7" [ 873.939917] env[69513]: _type = "Task" [ 873.939917] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.951173] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dd39e8-9957-e657-5075-7a6ccc57f1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.964836] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.965099] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.965381] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.965525] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.965678] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.965828] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.966050] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.966214] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.966391] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.966551] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.966730] env[69513]: DEBUG nova.virt.hardware [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.967791] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5702a3dd-e6d3-42b3-b807-658e622b92ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.978084] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4acc515-4f60-419b-9af0-ee243f0cecdf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.996798] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.002565] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.004082] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.005142] env[69513]: DEBUG nova.compute.manager [req-f8fbbbe9-8b60-4366-9243-1f7b16985171 req-fc8df862-ad7e-4d11-b467-ca315809d671 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Received event network-vif-plugged-25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.005339] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8fbbbe9-8b60-4366-9243-1f7b16985171 req-fc8df862-ad7e-4d11-b467-ca315809d671 service nova] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.005541] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8fbbbe9-8b60-4366-9243-1f7b16985171 req-fc8df862-ad7e-4d11-b467-ca315809d671 service nova] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.005761] env[69513]: DEBUG oslo_concurrency.lockutils [req-f8fbbbe9-8b60-4366-9243-1f7b16985171 req-fc8df862-ad7e-4d11-b467-ca315809d671 service nova] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.006056] env[69513]: DEBUG nova.compute.manager [req-f8fbbbe9-8b60-4366-9243-1f7b16985171 req-fc8df862-ad7e-4d11-b467-ca315809d671 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] No waiting events found dispatching network-vif-plugged-25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.006225] env[69513]: WARNING nova.compute.manager [req-f8fbbbe9-8b60-4366-9243-1f7b16985171 req-fc8df862-ad7e-4d11-b467-ca315809d671 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Received unexpected event network-vif-plugged-25cb11d4-4b5b-4fe3-8f46-fa22807fc407 for instance with vm_state building and task_state spawning. [ 874.006492] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3ba80f6-ae02-457e-8d85-5aae8bfbaa6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.025809] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.025809] env[69513]: value = "task-3380606" [ 874.025809] env[69513]: _type = "Task" [ 874.025809] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.035445] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380606, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.118100] env[69513]: DEBUG nova.network.neutron [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Successfully updated port: 25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.168980] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380604, 'name': ReconfigVM_Task, 'duration_secs': 0.304855} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.169311] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Reconfigured VM instance instance-00000039 to attach disk [datastore2] bb3578c1-47ea-465e-8738-f777ba5a9762/bb3578c1-47ea-465e-8738-f777ba5a9762.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.169955] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23bcceef-558c-4387-ab26-3380740050e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.178066] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 874.178066] env[69513]: value = "task-3380607" [ 874.178066] env[69513]: _type = "Task" [ 874.178066] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.187539] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380607, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.241554] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380602, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.431837] env[69513]: DEBUG nova.compute.utils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.435555] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.435731] env[69513]: DEBUG nova.network.neutron [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.453080] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dd39e8-9957-e657-5075-7a6ccc57f1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.453851] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71e7dba-640b-4f55-b39e-afbd92e6afd2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.461992] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 874.461992] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3d786-7914-8f6a-1c00-45aa73a4786f" [ 874.461992] env[69513]: _type = "Task" [ 874.461992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.473970] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3d786-7914-8f6a-1c00-45aa73a4786f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.498561] env[69513]: DEBUG nova.policy [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d406908c72941dfa708c93927632b3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e8dc1fbf3a4a29a7d601af52c3ba79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.541278] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380606, 'name': CreateVM_Task, 'duration_secs': 0.282504} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.541461] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.541883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.543041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.543041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.543041] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f529bc-1016-475e-aa84-f5871b1c7eb6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.550923] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 874.550923] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523c5fbf-5207-f46b-d32d-fcee0eb673c5" [ 874.550923] env[69513]: _type = "Task" [ 874.550923] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.560315] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523c5fbf-5207-f46b-d32d-fcee0eb673c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.622419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.622643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.622808] env[69513]: DEBUG nova.network.neutron [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 874.694582] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380607, 'name': Rename_Task, 'duration_secs': 0.160996} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.694582] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.695309] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce674eb-44c7-4855-9d75-0305e73ad51b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.703317] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 874.703317] env[69513]: value = "task-3380608" [ 874.703317] env[69513]: _type = "Task" [ 874.703317] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.714996] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.745348] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380602, 'name': Rename_Task, 'duration_secs': 1.287679} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.745781] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.746077] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aace752-1725-4780-915f-d7d182e475f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.757035] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 874.757035] env[69513]: value = "task-3380609" [ 874.757035] env[69513]: _type = "Task" [ 874.757035] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.771156] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.944155] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.977059] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f3d786-7914-8f6a-1c00-45aa73a4786f, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.977534] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.977845] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. {{(pid=69513) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 874.978662] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2824d68-27cb-44f2-9cc7-8081003cdecd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.987835] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 874.987835] env[69513]: value = "task-3380610" [ 874.987835] env[69513]: _type = "Task" [ 874.987835] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.992031] env[69513]: DEBUG nova.network.neutron [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Successfully created port: c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.021511] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.067612] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523c5fbf-5207-f46b-d32d-fcee0eb673c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.073158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.073643] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.073774] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.073931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.074163] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.075885] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0424e759-039c-4aa7-9aa0-d3a87ab8b98d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.087025] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.087287] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.090830] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0ecaed-6642-4b3a-bbe2-e79bda793369 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.099630] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 875.099630] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff5a6e-b240-f6c3-5e9e-b7e24969e2bd" [ 875.099630] env[69513]: _type = "Task" [ 875.099630] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.113769] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff5a6e-b240-f6c3-5e9e-b7e24969e2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.179665] env[69513]: DEBUG nova.network.neutron [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 875.228978] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380608, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.267648] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.427770] env[69513]: DEBUG nova.network.neutron [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updating instance_info_cache with network_info: [{"id": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "address": "fa:16:3e:bd:21:35", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25cb11d4-4b", "ovs_interfaceid": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.450755] env[69513]: INFO nova.virt.block_device [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Booting with volume 0c339940-2d3b-433c-96d9-612eab8e7af2 at /dev/sda [ 875.502044] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a32c6d6a-0b04-4dc7-bf85-167a5ab1ab98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.511524] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.516843] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148daf63-20c4-4d00-bc76-989b3d07e984 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.530049] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365bf132-2c6c-4a53-959f-af6f1490c42c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.544037] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866476a1-ea8f-4d0f-af8f-dd468b304649 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.592045] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad86a85f-f7ce-4aff-bf84-cfcc16ff5093 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.595160] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655371e0-ca22-492c-8d35-e4fb6dfead84 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.608860] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647c64f-3d1b-405b-a33e-5d1630301b79 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.615356] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10ea38a-b0fb-4a97-9944-62983d79e109 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.629586] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff5a6e-b240-f6c3-5e9e-b7e24969e2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016944} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.631215] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627e9c5d-1e1f-40ac-b73f-39330f1f8bc2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.645239] env[69513]: DEBUG nova.compute.provider_tree [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.647867] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 875.647867] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e8ce86-039c-96b0-880d-26b586fa4285" [ 875.647867] env[69513]: _type = "Task" [ 875.647867] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.667984] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a88f08-1e25-48c5-8263-dfc93b39be29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.678475] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e8ce86-039c-96b0-880d-26b586fa4285, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.680960] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.681261] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.681659] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-332cfe6a-452e-4f6c-8b86-2e844840a56d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.684244] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f469ac-e0f4-4646-9ceb-431a040d283e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.693155] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 875.693155] env[69513]: value = "task-3380611" [ 875.693155] env[69513]: _type = "Task" [ 875.693155] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.704267] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.708446] env[69513]: DEBUG nova.virt.block_device [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updating existing volume attachment record: c658594b-70a4-4407-b738-9441f9cc62b3 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 875.719215] env[69513]: DEBUG oslo_vmware.api [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380608, 'name': PowerOnVM_Task, 'duration_secs': 0.604542} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.719493] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.719689] env[69513]: INFO nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Took 7.27 seconds to spawn the instance on the hypervisor. [ 875.719864] env[69513]: DEBUG nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.721447] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d51039-2213-4a7d-aaec-61fb7133b100 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.768757] env[69513]: DEBUG oslo_vmware.api [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380609, 'name': PowerOnVM_Task, 'duration_secs': 0.77147} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.770152] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.770323] env[69513]: DEBUG nova.compute.manager [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.771128] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bca5e9-4e99-4767-a156-363997c599bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.931051] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.931255] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Instance network_info: |[{"id": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "address": "fa:16:3e:bd:21:35", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25cb11d4-4b", "ovs_interfaceid": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.931601] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:21:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25cb11d4-4b5b-4fe3-8f46-fa22807fc407', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.939388] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Creating folder: Project (f60a57b8a4414d21ac2bf4437f660875). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.939678] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4847ea-de67-47f0-b7c4-d170f35f0ffb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.954219] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Created folder: Project (f60a57b8a4414d21ac2bf4437f660875) in parent group-v674393. [ 875.954447] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Creating folder: Instances. Parent ref: group-v674566. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.954658] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c0bfef3-837f-4c3b-8489-f28edb727b7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.966662] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Created folder: Instances in parent group-v674566. [ 875.966979] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.967222] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.967467] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39097683-13a0-41bb-8327-bff529bd2dfe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.987995] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.987995] env[69513]: value = "task-3380614" [ 875.987995] env[69513]: _type = "Task" [ 875.987995] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.996422] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380614, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.009604] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645048} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.009729] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. [ 876.010543] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14161967-c440-42bf-8836-47706beefc3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.041129] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.042726] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d40db5c-7c23-42ca-ad46-7722532423c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.056564] env[69513]: DEBUG nova.compute.manager [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Received event network-changed-25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.056764] env[69513]: DEBUG nova.compute.manager [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Refreshing instance network info cache due to event network-changed-25cb11d4-4b5b-4fe3-8f46-fa22807fc407. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.056980] env[69513]: DEBUG oslo_concurrency.lockutils [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] Acquiring lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.057137] env[69513]: DEBUG oslo_concurrency.lockutils [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] Acquired lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.057297] env[69513]: DEBUG nova.network.neutron [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Refreshing network info cache for port 25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 876.066076] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 876.066076] env[69513]: value = "task-3380615" [ 876.066076] env[69513]: _type = "Task" [ 876.066076] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.079634] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.150669] env[69513]: DEBUG nova.scheduler.client.report [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.204928] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.242968] env[69513]: INFO nova.compute.manager [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Took 40.64 seconds to build instance. [ 876.292205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.500232] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380614, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.580163] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.657910] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.658234] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.661540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.849s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.661788] env[69513]: DEBUG nova.objects.instance [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lazy-loading 'resources' on Instance uuid 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.705558] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78655} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.706532] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.706783] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.707076] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7570505b-58af-4923-b6ed-c63c76bc52a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.720308] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 876.720308] env[69513]: value = "task-3380616" [ 876.720308] env[69513]: _type = "Task" [ 876.720308] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.735108] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.745149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f0067acc-1351-4cc9-8c97-fbedcdd2f7ee tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.148s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.934844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "10f1f34e-eca9-499b-a1d4-a7db610da26b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.934844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "10f1f34e-eca9-499b-a1d4-a7db610da26b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.934844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "10f1f34e-eca9-499b-a1d4-a7db610da26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.934844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "10f1f34e-eca9-499b-a1d4-a7db610da26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.934844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "10f1f34e-eca9-499b-a1d4-a7db610da26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.942025] env[69513]: INFO nova.compute.manager [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Terminating instance [ 876.953900] env[69513]: DEBUG nova.network.neutron [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updated VIF entry in instance network info cache for port 25cb11d4-4b5b-4fe3-8f46-fa22807fc407. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 876.953900] env[69513]: DEBUG nova.network.neutron [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updating instance_info_cache with network_info: [{"id": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "address": "fa:16:3e:bd:21:35", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25cb11d4-4b", "ovs_interfaceid": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.960028] env[69513]: DEBUG nova.network.neutron [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Successfully updated port: c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.999926] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380614, 'name': CreateVM_Task, 'duration_secs': 0.624546} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.000271] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.001036] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.001287] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.001650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.001948] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8feb9c-6231-4f8f-8f68-95094429ab48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.007507] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 877.007507] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288b7f5-eaa4-e978-e0a4-1a0439f68030" [ 877.007507] env[69513]: _type = "Task" [ 877.007507] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.016256] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288b7f5-eaa4-e978-e0a4-1a0439f68030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.078358] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380615, 'name': ReconfigVM_Task, 'duration_secs': 0.542857} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.078728] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.079732] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeee739-6a2c-41e6-a4b8-917b8e5f8654 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.106886] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4968206e-5c83-42a0-be3c-dbb1aaeb3fd1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.124331] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 877.124331] env[69513]: value = "task-3380617" [ 877.124331] env[69513]: _type = "Task" [ 877.124331] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.133083] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.165036] env[69513]: DEBUG nova.compute.utils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.166232] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.166504] env[69513]: DEBUG nova.network.neutron [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.214564] env[69513]: DEBUG nova.policy [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.237801] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08523} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.240867] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.242184] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85216586-c87a-464a-b2dd-6a2e4527b334 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.267228] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.270328] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3315508b-4e76-411d-8b27-93f06a1fe727 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.294353] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 877.294353] env[69513]: value = "task-3380618" [ 877.294353] env[69513]: _type = "Task" [ 877.294353] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.304892] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.444164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "bb3578c1-47ea-465e-8738-f777ba5a9762" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.444344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.444415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "bb3578c1-47ea-465e-8738-f777ba5a9762-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.444599] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.445978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.446716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "refresh_cache-10f1f34e-eca9-499b-a1d4-a7db610da26b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.446853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquired lock "refresh_cache-10f1f34e-eca9-499b-a1d4-a7db610da26b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.447033] env[69513]: DEBUG nova.network.neutron [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 877.448226] env[69513]: INFO nova.compute.manager [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Terminating instance [ 877.459353] env[69513]: DEBUG oslo_concurrency.lockutils [req-b25675da-25c1-412f-ad82-2dbab4426af5 req-e94d9c96-51ea-45df-a438-b3aa0c53284d service nova] Releasing lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.461458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.461604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquired lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.461713] env[69513]: DEBUG nova.network.neutron [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 877.521063] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288b7f5-eaa4-e978-e0a4-1a0439f68030, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.523928] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.524232] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.524519] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.524703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.524950] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.525485] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c18dbaa-9370-41ff-8ac4-f547361603b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.537177] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.537177] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.540716] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e8f6f3-22a2-4c2a-b741-06d77178f3ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.548138] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 877.548138] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a22b7c-38a4-ce3f-71c1-27010ac4cfdd" [ 877.548138] env[69513]: _type = "Task" [ 877.548138] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.558914] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a22b7c-38a4-ce3f-71c1-27010ac4cfdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.590460] env[69513]: DEBUG nova.network.neutron [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Successfully created port: f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.635265] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.669022] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.684937] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2365c4e9-b8f1-4f16-992b-ef6c7cf4d95d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.694703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2178c1-cf58-466a-96b8-d10b018d6b03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.730889] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bef94-7b94-460f-8cc4-764185dd96d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.742877] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56808ffc-87b8-4cb7-b6d1-996b46e30db6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.759244] env[69513]: DEBUG nova.compute.provider_tree [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.805777] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.822303] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.822835] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.823054] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.823214] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.823398] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.823542] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.823685] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.823907] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.824077] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.824241] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.824430] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.824630] env[69513]: DEBUG nova.virt.hardware [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.825491] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f6e31-030f-405f-b7ff-cfa66e37db0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.835258] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b814128b-72b5-46c3-9aa1-b63e4f6e5e94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.957058] env[69513]: DEBUG nova.compute.manager [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.957058] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.957869] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fe1337-0bc0-44b8-9282-09f4f116b078 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.968503] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.969908] env[69513]: DEBUG nova.network.neutron [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 877.973040] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e188d43a-4bcd-4ec0-b057-8c4acd07cec4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.982715] env[69513]: DEBUG oslo_vmware.api [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 877.982715] env[69513]: value = "task-3380619" [ 877.982715] env[69513]: _type = "Task" [ 877.982715] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.998306] env[69513]: DEBUG oslo_vmware.api [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.003447] env[69513]: DEBUG nova.network.neutron [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 878.057802] env[69513]: DEBUG nova.network.neutron [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.063451] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a22b7c-38a4-ce3f-71c1-27010ac4cfdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.064590] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8643023-d169-4eb2-a993-7ff1ec05410d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.069437] env[69513]: DEBUG nova.compute.manager [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Received event network-vif-plugged-c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.069437] env[69513]: DEBUG oslo_concurrency.lockutils [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] Acquiring lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.069437] env[69513]: DEBUG oslo_concurrency.lockutils [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.069437] env[69513]: DEBUG oslo_concurrency.lockutils [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.070178] env[69513]: DEBUG nova.compute.manager [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] No waiting events found dispatching network-vif-plugged-c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.070178] env[69513]: WARNING nova.compute.manager [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Received unexpected event network-vif-plugged-c4130e5b-7924-40f4-b73d-9f246734d9e5 for instance with vm_state building and task_state spawning. [ 878.070178] env[69513]: DEBUG nova.compute.manager [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Received event network-changed-c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.070178] env[69513]: DEBUG nova.compute.manager [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Refreshing instance network info cache due to event network-changed-c4130e5b-7924-40f4-b73d-9f246734d9e5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.070433] env[69513]: DEBUG oslo_concurrency.lockutils [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] Acquiring lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.076228] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 878.076228] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523415d3-c12d-c9e7-0565-aafa150dc17c" [ 878.076228] env[69513]: _type = "Task" [ 878.076228] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.087082] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523415d3-c12d-c9e7-0565-aafa150dc17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.136504] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380617, 'name': ReconfigVM_Task, 'duration_secs': 0.551123} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.136785] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.137140] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be8a7dc-66f9-4913-a274-46c0f7628cc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.146533] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 878.146533] env[69513]: value = "task-3380620" [ 878.146533] env[69513]: _type = "Task" [ 878.146533] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.157379] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.212506] env[69513]: DEBUG nova.network.neutron [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updating instance_info_cache with network_info: [{"id": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "address": "fa:16:3e:ea:0e:ef", "network": {"id": "78a2f6cd-3fb5-4bba-a43d-bb922501069f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1074425678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e8dc1fbf3a4a29a7d601af52c3ba79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4130e5b-79", "ovs_interfaceid": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.263057] env[69513]: DEBUG nova.scheduler.client.report [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.310876] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380618, 'name': ReconfigVM_Task, 'duration_secs': 0.629779} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.311257] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f/f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.312069] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d2087c7-fb79-4493-bc02-a173aea2513c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.320736] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 878.320736] env[69513]: value = "task-3380621" [ 878.320736] env[69513]: _type = "Task" [ 878.320736] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.330458] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380621, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.493510] env[69513]: DEBUG oslo_vmware.api [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380619, 'name': PowerOffVM_Task, 'duration_secs': 0.32728} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.493796] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.493965] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.494237] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c92870-b799-43e5-9e7c-c6778e9888be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.565067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Releasing lock "refresh_cache-10f1f34e-eca9-499b-a1d4-a7db610da26b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.570199] env[69513]: DEBUG nova.compute.manager [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.570199] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.570199] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14182b6-0a51-40f2-887d-f46179103407 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.584994] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.585319] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.585502] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.585674] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Deleting the datastore file [datastore2] bb3578c1-47ea-465e-8738-f777ba5a9762 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.586363] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f02795f8-93f7-4781-a436-546ed0960637 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.588048] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb38a2f5-dada-48e0-9c14-d7e46ec9fee5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.593921] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523415d3-c12d-c9e7-0565-aafa150dc17c, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.594925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.595200] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] c86a2fcc-0c8e-49a3-ad02-d00da7487fea/c86a2fcc-0c8e-49a3-ad02-d00da7487fea.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.595500] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8b0c08-f2fb-4339-abfa-6c1ceb0f8b05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.600441] env[69513]: DEBUG oslo_vmware.api [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for the task: (returnval){ [ 878.600441] env[69513]: value = "task-3380624" [ 878.600441] env[69513]: _type = "Task" [ 878.600441] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.602210] env[69513]: DEBUG oslo_vmware.api [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 878.602210] env[69513]: value = "task-3380623" [ 878.602210] env[69513]: _type = "Task" [ 878.602210] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.609938] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 878.609938] env[69513]: value = "task-3380625" [ 878.609938] env[69513]: _type = "Task" [ 878.609938] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.620193] env[69513]: DEBUG oslo_vmware.api [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.620476] env[69513]: DEBUG oslo_vmware.api [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.627983] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.657876] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.680063] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.708272] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.708577] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.708792] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.709021] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.709264] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.709479] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.709833] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.709998] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.710235] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.710463] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.710689] env[69513]: DEBUG nova.virt.hardware [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.711767] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb477431-6cdf-4929-bbf2-940ab4a3577b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.716214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Releasing lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.716598] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance network_info: |[{"id": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "address": "fa:16:3e:ea:0e:ef", "network": {"id": "78a2f6cd-3fb5-4bba-a43d-bb922501069f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1074425678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e8dc1fbf3a4a29a7d601af52c3ba79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4130e5b-79", "ovs_interfaceid": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.716961] env[69513]: DEBUG oslo_concurrency.lockutils [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] Acquired lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.717239] env[69513]: DEBUG nova.network.neutron [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Refreshing network info cache for port c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 878.718771] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:0e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4130e5b-7924-40f4-b73d-9f246734d9e5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.728076] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Creating folder: Project (43e8dc1fbf3a4a29a7d601af52c3ba79). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.728998] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f2d06b1-eb80-4e03-afc0-84ec5e91b7c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.737448] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ccd87-c2fb-4ec1-a57d-92d5d6c4d857 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.756535] env[69513]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 878.756829] env[69513]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69513) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 878.757144] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Folder already exists: Project (43e8dc1fbf3a4a29a7d601af52c3ba79). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 878.757390] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Creating folder: Instances. Parent ref: group-v674531. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.757668] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45b0fd66-6223-48ab-880f-d5053e86d9ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.768057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.771851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.308s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.773588] env[69513]: INFO nova.compute.claims [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.776537] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Created folder: Instances in parent group-v674531. [ 878.776791] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.777361] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.777600] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4875137b-54e1-4335-8189-b870536f6cec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.802310] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.802310] env[69513]: value = "task-3380628" [ 878.802310] env[69513]: _type = "Task" [ 878.802310] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.807915] env[69513]: INFO nova.scheduler.client.report [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Deleted allocations for instance 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c [ 878.812868] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380628, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.832817] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380621, 'name': Rename_Task, 'duration_secs': 0.201343} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.832817] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.832817] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4922dd-a5f0-4aac-a265-d34bbaccda90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.840775] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 878.840775] env[69513]: value = "task-3380629" [ 878.840775] env[69513]: _type = "Task" [ 878.840775] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.856937] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.120831] env[69513]: DEBUG oslo_vmware.api [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Task: {'id': task-3380624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209611} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.126250] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.126552] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.126736] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.126951] env[69513]: INFO nova.compute.manager [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Took 1.17 seconds to destroy the instance on the hypervisor. [ 879.127304] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.127550] env[69513]: DEBUG oslo_vmware.api [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380623, 'name': PowerOffVM_Task, 'duration_secs': 0.296177} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.133319] env[69513]: DEBUG nova.compute.manager [-] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.133685] env[69513]: DEBUG nova.network.neutron [-] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 879.136070] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.136493] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.137714] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507173} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.137714] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5e7c92a-a10e-4bde-bd79-79e53ebf3bd6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.139344] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] c86a2fcc-0c8e-49a3-ad02-d00da7487fea/c86a2fcc-0c8e-49a3-ad02-d00da7487fea.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.139657] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.140529] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfca4732-79b9-4572-ac39-b5e3e4292119 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.153800] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 879.153800] env[69513]: value = "task-3380631" [ 879.153800] env[69513]: _type = "Task" [ 879.153800] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.161548] env[69513]: DEBUG oslo_vmware.api [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380620, 'name': PowerOnVM_Task, 'duration_secs': 0.634313} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.163587] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.167748] env[69513]: DEBUG nova.compute.manager [None req-e1c5cfa5-a7eb-4f5f-816e-354bf8e5e6c9 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.169020] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506640ad-8113-42d5-95ef-9ead69fc72bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.177314] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.179054] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.179443] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.179746] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Deleting the datastore file [datastore2] 10f1f34e-eca9-499b-a1d4-a7db610da26b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.180099] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e6e340a-3783-47a6-b133-0855bcbd96d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.192266] env[69513]: DEBUG oslo_vmware.api [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for the task: (returnval){ [ 879.192266] env[69513]: value = "task-3380632" [ 879.192266] env[69513]: _type = "Task" [ 879.192266] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.203706] env[69513]: DEBUG oslo_vmware.api [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.313743] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380628, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.320824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c31526fa-366f-4a28-a919-9d6e4644ab46 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.811s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.354981] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.465225] env[69513]: DEBUG nova.network.neutron [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Successfully updated port: f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.545430] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e920e-78a2-40b9-6a62-8a4ba1c4a36d/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 879.546405] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c287f1-3c37-4154-bfb2-5909d3b3486b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.554039] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e920e-78a2-40b9-6a62-8a4ba1c4a36d/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 879.554229] env[69513]: ERROR oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e920e-78a2-40b9-6a62-8a4ba1c4a36d/disk-0.vmdk due to incomplete transfer. [ 879.554890] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec7b5411-e7e5-469d-8f1f-860f1199facb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.564516] env[69513]: DEBUG oslo_vmware.rw_handles [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e920e-78a2-40b9-6a62-8a4ba1c4a36d/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 879.564734] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Uploaded image 7fb8391d-53d0-4c43-9d22-b6f5eae91408 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 879.567320] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 879.567591] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b752a1c-1604-4ed6-9c80-1c69e04cd3ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.576981] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 879.576981] env[69513]: value = "task-3380633" [ 879.576981] env[69513]: _type = "Task" [ 879.576981] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.591907] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380633, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.671368] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0908} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.671368] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.671781] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298dd9e2-5df1-4a38-95a7-3bf06279c933 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.706830] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c86a2fcc-0c8e-49a3-ad02-d00da7487fea/c86a2fcc-0c8e-49a3-ad02-d00da7487fea.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.715188] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e78cf1d-45a1-4920-b09d-985f450d6cd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.735046] env[69513]: DEBUG oslo_vmware.api [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Task: {'id': task-3380632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124604} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.737308] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.737529] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.737852] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.737852] env[69513]: INFO nova.compute.manager [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 879.738118] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.738902] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 879.738902] env[69513]: value = "task-3380634" [ 879.738902] env[69513]: _type = "Task" [ 879.738902] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.740739] env[69513]: DEBUG nova.network.neutron [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updated VIF entry in instance network info cache for port c4130e5b-7924-40f4-b73d-9f246734d9e5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 879.740739] env[69513]: DEBUG nova.network.neutron [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updating instance_info_cache with network_info: [{"id": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "address": "fa:16:3e:ea:0e:ef", "network": {"id": "78a2f6cd-3fb5-4bba-a43d-bb922501069f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1074425678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e8dc1fbf3a4a29a7d601af52c3ba79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4130e5b-79", "ovs_interfaceid": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.742016] env[69513]: DEBUG nova.compute.manager [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.742130] env[69513]: DEBUG nova.network.neutron [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 879.745050] env[69513]: DEBUG nova.compute.manager [req-d2e270e6-b1d3-481d-9804-cce50adf6744 req-9bfdeac3-ccec-4d2d-a8a5-2bb999f4fbbc service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Received event network-vif-deleted-d5f0b30b-3d64-477a-b878-be6cb2902135 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.745237] env[69513]: INFO nova.compute.manager [req-d2e270e6-b1d3-481d-9804-cce50adf6744 req-9bfdeac3-ccec-4d2d-a8a5-2bb999f4fbbc service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Neutron deleted interface d5f0b30b-3d64-477a-b878-be6cb2902135; detaching it from the instance and deleting it from the info cache [ 879.745404] env[69513]: DEBUG nova.network.neutron [req-d2e270e6-b1d3-481d-9804-cce50adf6744 req-9bfdeac3-ccec-4d2d-a8a5-2bb999f4fbbc service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.759306] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.779553] env[69513]: DEBUG nova.network.neutron [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 879.817607] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380628, 'name': CreateVM_Task, 'duration_secs': 0.572716} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.817784] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.818916] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674540', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'name': 'volume-0c339940-2d3b-433c-96d9-612eab8e7af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0aa5ac2-16c4-46d3-b367-399c90ea6baa', 'attached_at': '', 'detached_at': '', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'serial': '0c339940-2d3b-433c-96d9-612eab8e7af2'}, 'attachment_id': 'c658594b-70a4-4407-b738-9441f9cc62b3', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69513) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 879.818916] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Root volume attach. Driver type: vmdk {{(pid=69513) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 879.819851] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9c4832-6bb4-46fa-9b99-8eb46e16f365 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.830033] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2debe1b-7af5-4c5a-adf0-4a5b7d0009df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.837886] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d90660-4493-4fb9-b816-e22161476037 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.848790] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5d9f1b41-11a2-4d31-99d6-9b730e5e7f02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.868351] env[69513]: DEBUG oslo_vmware.api [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380629, 'name': PowerOnVM_Task, 'duration_secs': 0.829447} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.870982] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.870982] env[69513]: DEBUG nova.compute.manager [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.870982] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 879.870982] env[69513]: value = "task-3380635" [ 879.870982] env[69513]: _type = "Task" [ 879.870982] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.874036] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c8dbe1-8a04-413e-b0f1-a58173e32369 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.890237] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380635, 'name': RelocateVM_Task} progress is 7%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.969067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.969266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.969420] env[69513]: DEBUG nova.network.neutron [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 880.027143] env[69513]: DEBUG nova.network.neutron [-] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.089191] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380633, 'name': Destroy_Task, 'duration_secs': 0.359998} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.091968] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Destroyed the VM [ 880.092238] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 880.093028] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a6ff8ee-5446-4601-a2e5-a0d22951b21b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.101281] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 880.101281] env[69513]: value = "task-3380636" [ 880.101281] env[69513]: _type = "Task" [ 880.101281] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.114214] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380636, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.249022] env[69513]: DEBUG oslo_concurrency.lockutils [req-224cfe92-7472-4776-8ac8-e9fcddb50503 req-256dcc0f-6b29-4483-b56d-c51283e5c483 service nova] Releasing lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.256919] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b14307c-eac4-47ab-b30f-756afec6aac3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.259762] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.270510] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36582d2-4e3d-4111-bd14-41318d4e1d03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.282130] env[69513]: DEBUG nova.network.neutron [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.285646] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe0d99-9546-4346-8e0d-ef54e476d143 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.317251] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb1b0b-e2a0-4cad-afd9-bdc7ae9818fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.320561] env[69513]: DEBUG nova.compute.manager [req-d2e270e6-b1d3-481d-9804-cce50adf6744 req-9bfdeac3-ccec-4d2d-a8a5-2bb999f4fbbc service nova] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Detach interface failed, port_id=d5f0b30b-3d64-477a-b878-be6cb2902135, reason: Instance bb3578c1-47ea-465e-8738-f777ba5a9762 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.354245] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53899a5-3391-413f-bc6c-b190bfd5eabc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.358037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "4b7d9950-20fe-4549-b5db-2547ec0599bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.360771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.360771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "4b7d9950-20fe-4549-b5db-2547ec0599bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.360771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.360771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.363758] env[69513]: INFO nova.compute.manager [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Terminating instance [ 880.366330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900be21-176a-4e98-ab32-917c8f1673c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.384593] env[69513]: DEBUG nova.compute.provider_tree [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.399026] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380635, 'name': RelocateVM_Task, 'duration_secs': 0.4477} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.401167] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 880.401381] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674540', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'name': 'volume-0c339940-2d3b-433c-96d9-612eab8e7af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0aa5ac2-16c4-46d3-b367-399c90ea6baa', 'attached_at': '', 'detached_at': '', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'serial': '0c339940-2d3b-433c-96d9-612eab8e7af2'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 880.402061] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.402822] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02dec0-a0a9-4200-872c-5826239a53b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.421430] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9b73a-3a35-4218-93fc-90aef8ececc8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.424856] env[69513]: DEBUG nova.compute.manager [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-vif-plugged-f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.424996] env[69513]: DEBUG oslo_concurrency.lockutils [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.425218] env[69513]: DEBUG oslo_concurrency.lockutils [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.425403] env[69513]: DEBUG oslo_concurrency.lockutils [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.425566] env[69513]: DEBUG nova.compute.manager [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] No waiting events found dispatching network-vif-plugged-f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.425723] env[69513]: WARNING nova.compute.manager [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received unexpected event network-vif-plugged-f1916242-0284-48e6-9185-c35405b39d5f for instance with vm_state building and task_state spawning. [ 880.425876] env[69513]: DEBUG nova.compute.manager [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-changed-f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.426028] env[69513]: DEBUG nova.compute.manager [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing instance network info cache due to event network-changed-f1916242-0284-48e6-9185-c35405b39d5f. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.426198] env[69513]: DEBUG oslo_concurrency.lockutils [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.447973] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-0c339940-2d3b-433c-96d9-612eab8e7af2/volume-0c339940-2d3b-433c-96d9-612eab8e7af2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.448730] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4416744c-2d3b-494d-a042-2b351c902178 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.476097] env[69513]: INFO nova.compute.manager [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Unrescuing [ 880.476354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.476650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.476650] env[69513]: DEBUG nova.network.neutron [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 880.479185] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 880.479185] env[69513]: value = "task-3380637" [ 880.479185] env[69513]: _type = "Task" [ 880.479185] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.490618] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.521464] env[69513]: DEBUG nova.network.neutron [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 880.531012] env[69513]: INFO nova.compute.manager [-] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Took 1.40 seconds to deallocate network for instance. [ 880.612118] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380636, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.701235] env[69513]: DEBUG nova.network.neutron [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.754716] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380634, 'name': ReconfigVM_Task, 'duration_secs': 0.785352} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.754984] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c86a2fcc-0c8e-49a3-ad02-d00da7487fea/c86a2fcc-0c8e-49a3-ad02-d00da7487fea.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.755641] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45cf68c-f652-4408-a032-61dac8db352b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.763203] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 880.763203] env[69513]: value = "task-3380638" [ 880.763203] env[69513]: _type = "Task" [ 880.763203] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.778922] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380638, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.790582] env[69513]: INFO nova.compute.manager [-] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Took 1.05 seconds to deallocate network for instance. [ 880.874890] env[69513]: DEBUG nova.compute.manager [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.875130] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.876107] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c2072-8844-475a-9efa-871b0fc15fe0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.886336] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.886507] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1842b00-744e-49a5-9a3c-e4e1a31bcc61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.890494] env[69513]: DEBUG nova.scheduler.client.report [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.896504] env[69513]: DEBUG oslo_vmware.api [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 880.896504] env[69513]: value = "task-3380639" [ 880.896504] env[69513]: _type = "Task" [ 880.896504] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.907312] env[69513]: DEBUG oslo_vmware.api [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.949352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "89f05511-e971-4dad-836b-cf05c4b4ff92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.949624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.992679] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.037669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.113939] env[69513]: DEBUG oslo_vmware.api [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380636, 'name': RemoveSnapshot_Task, 'duration_secs': 0.646504} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.116887] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 881.117218] env[69513]: INFO nova.compute.manager [None req-3a5c105c-2774-4fcf-8fc9-216f9fe54edf tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 881.204554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.204554] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Instance network_info: |[{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.204753] env[69513]: DEBUG oslo_concurrency.lockutils [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.204796] env[69513]: DEBUG nova.network.neutron [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing network info cache for port f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 881.206418] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:43:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1916242-0284-48e6-9185-c35405b39d5f', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.216539] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.219602] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.220115] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef97ea7-3001-440e-ad19-66093c595e48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.235975] env[69513]: DEBUG nova.network.neutron [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Updating instance_info_cache with network_info: [{"id": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "address": "fa:16:3e:9d:43:81", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3ab85-7a", "ovs_interfaceid": "fcc3ab85-7a03-40c9-9832-8b10053ecebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.244541] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.244541] env[69513]: value = "task-3380640" [ 881.244541] env[69513]: _type = "Task" [ 881.244541] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.253890] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380640, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.275268] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380638, 'name': Rename_Task, 'duration_secs': 0.217833} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.275539] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.275790] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d55fe17-f60c-4928-8164-922e75824787 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.283807] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 881.283807] env[69513]: value = "task-3380641" [ 881.283807] env[69513]: _type = "Task" [ 881.283807] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.293605] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.296918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.401102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.401933] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.404984] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.812s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.405086] env[69513]: DEBUG nova.objects.instance [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.419677] env[69513]: DEBUG oslo_vmware.api [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380639, 'name': PowerOffVM_Task, 'duration_secs': 0.244995} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.419939] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.420166] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.420400] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67eeac92-08be-43a3-a06c-df1ae46d7c27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.452424] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.494801] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380637, 'name': ReconfigVM_Task, 'duration_secs': 0.590595} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.497498] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-0c339940-2d3b-433c-96d9-612eab8e7af2/volume-0c339940-2d3b-433c-96d9-612eab8e7af2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.504316] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.504688] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.505617] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Deleting the datastore file [datastore1] 4b7d9950-20fe-4549-b5db-2547ec0599bb {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.505617] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a1eb78d-5291-4ac3-b962-2cb2abe6eafe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.516471] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f046246-c50a-4de9-acb1-748207069452 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.520554] env[69513]: DEBUG nova.network.neutron [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updated VIF entry in instance network info cache for port f1916242-0284-48e6-9185-c35405b39d5f. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 881.520709] env[69513]: DEBUG nova.network.neutron [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.533131] env[69513]: DEBUG oslo_vmware.api [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for the task: (returnval){ [ 881.533131] env[69513]: value = "task-3380643" [ 881.533131] env[69513]: _type = "Task" [ 881.533131] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.534824] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 881.534824] env[69513]: value = "task-3380644" [ 881.534824] env[69513]: _type = "Task" [ 881.534824] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.553807] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.557371] env[69513]: DEBUG oslo_vmware.api [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.626688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.626943] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.627308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.627574] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.627779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.630479] env[69513]: INFO nova.compute.manager [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Terminating instance [ 881.738864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-ea22d717-8752-4059-9c6d-e39656c3e185" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.740036] env[69513]: DEBUG nova.objects.instance [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'flavor' on Instance uuid ea22d717-8752-4059-9c6d-e39656c3e185 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.757458] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380640, 'name': CreateVM_Task, 'duration_secs': 0.37416} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.758421] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.759161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.759341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.759667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.760193] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91012549-0415-45f4-9ca9-8c7cae9fd9fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.765925] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 881.765925] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52713a63-21b1-27b9-10d7-9df34e8dc889" [ 881.765925] env[69513]: _type = "Task" [ 881.765925] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.775468] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52713a63-21b1-27b9-10d7-9df34e8dc889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.793650] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.917561] env[69513]: DEBUG nova.compute.utils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.918936] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.919163] env[69513]: DEBUG nova.network.neutron [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.976210] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.983417] env[69513]: DEBUG nova.policy [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cfac9010ee2488196c1a44e306e6d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c72a92d859f43ba8be2a221eefa94b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.024539] env[69513]: DEBUG oslo_concurrency.lockutils [req-a613a3fa-d60a-4d71-b09d-d7274d311580 req-3ae5e8f9-29d5-4f99-b2c5-4998834562af service nova] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.052643] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380644, 'name': ReconfigVM_Task, 'duration_secs': 0.161238} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.057491] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674540', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'name': 'volume-0c339940-2d3b-433c-96d9-612eab8e7af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0aa5ac2-16c4-46d3-b367-399c90ea6baa', 'attached_at': '', 'detached_at': '', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'serial': '0c339940-2d3b-433c-96d9-612eab8e7af2'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 882.058283] env[69513]: DEBUG oslo_vmware.api [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Task: {'id': task-3380643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196127} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.058569] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd819eb7-e47a-430a-83e6-0c17ae1031e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.060816] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.061919] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.061919] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.061919] env[69513]: INFO nova.compute.manager [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 882.061919] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.062174] env[69513]: DEBUG nova.compute.manager [-] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.062279] env[69513]: DEBUG nova.network.neutron [-] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 882.070737] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 882.070737] env[69513]: value = "task-3380645" [ 882.070737] env[69513]: _type = "Task" [ 882.070737] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.082022] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380645, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.133826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "refresh_cache-f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.134153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquired lock "refresh_cache-f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134436] env[69513]: DEBUG nova.network.neutron [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 882.249118] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c1feda-ec99-45f6-beb5-399df166248a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.275958] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.279965] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66b8544f-06e1-4cdc-88e5-c25c2d5b0715 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.293763] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 882.293763] env[69513]: value = "task-3380646" [ 882.293763] env[69513]: _type = "Task" [ 882.293763] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.293763] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52713a63-21b1-27b9-10d7-9df34e8dc889, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.294321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.294605] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.295770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295770] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.298812] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e786589c-b1cd-41dc-89f7-ef5c785dbc63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.304053] env[69513]: DEBUG oslo_vmware.api [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380641, 'name': PowerOnVM_Task, 'duration_secs': 0.612244} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.305061] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.305324] env[69513]: INFO nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Took 9.01 seconds to spawn the instance on the hypervisor. [ 882.305532] env[69513]: DEBUG nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.306382] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9388bc3-a824-4314-afdf-b260c5eb0c62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.312795] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.314573] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.314796] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.315635] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc009ba-7d10-4596-8ab2-7fb5605df4ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.332095] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 882.332095] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ffd1f9-1755-c553-6436-3ddd010322b4" [ 882.332095] env[69513]: _type = "Task" [ 882.332095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.342512] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ffd1f9-1755-c553-6436-3ddd010322b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.425397] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.426720] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b09b3a6f-8ae1-47d3-9852-08cb4b00ed4f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.427942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.742s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.431264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.431551] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 882.431843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.715s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.433492] env[69513]: INFO nova.compute.claims [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.436825] env[69513]: DEBUG nova.network.neutron [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Successfully created port: 2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.440276] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f19f9c-9aaa-433a-a351-b10b3a1b659b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.447301] env[69513]: DEBUG nova.compute.manager [req-e0235d77-eae3-4d6b-9fda-8983a10f98cd req-c7ad1126-98df-4f98-abe7-4dca5b708448 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Received event network-vif-deleted-d0287125-f3de-4b2c-a26c-742656e100ba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.447891] env[69513]: INFO nova.compute.manager [req-e0235d77-eae3-4d6b-9fda-8983a10f98cd req-c7ad1126-98df-4f98-abe7-4dca5b708448 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Neutron deleted interface d0287125-f3de-4b2c-a26c-742656e100ba; detaching it from the instance and deleting it from the info cache [ 882.448215] env[69513]: DEBUG nova.network.neutron [req-e0235d77-eae3-4d6b-9fda-8983a10f98cd req-c7ad1126-98df-4f98-abe7-4dca5b708448 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.456540] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068bcace-3c9b-42b1-9181-503cb1cf29f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.474334] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e908d9-29e8-4a7e-8bc4-c8d1f10a2b61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.484177] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea06a7-b93f-45b9-a2bf-7668394f2db3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.516088] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177937MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 882.516223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.581547] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380645, 'name': Rename_Task, 'duration_secs': 0.185356} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.581843] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.582101] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63a30e0-ad77-4e6f-9bc6-f43cb3c64bf8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.590992] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 882.590992] env[69513]: value = "task-3380647" [ 882.590992] env[69513]: _type = "Task" [ 882.590992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.599548] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.660816] env[69513]: DEBUG nova.network.neutron [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 882.742317] env[69513]: DEBUG nova.network.neutron [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.811874] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380646, 'name': PowerOffVM_Task, 'duration_secs': 0.464355} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.815245] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.822043] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 882.822043] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9832a62e-a1fd-49c6-8be0-cef0bfec62ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.848020] env[69513]: INFO nova.compute.manager [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Took 42.08 seconds to build instance. [ 882.851870] env[69513]: DEBUG nova.network.neutron [-] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.855758] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 882.855758] env[69513]: value = "task-3380648" [ 882.855758] env[69513]: _type = "Task" [ 882.855758] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.855758] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ffd1f9-1755-c553-6436-3ddd010322b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.859776] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733463b5-98aa-4055-95e6-f6e939219960 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.869556] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 882.869556] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bd891c-ecfc-6205-f042-59af16e07f2b" [ 882.869556] env[69513]: _type = "Task" [ 882.869556] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.880737] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bd891c-ecfc-6205-f042-59af16e07f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.881300] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.881562] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4769e1d0-e815-4865-8bcc-9a5b0858a02a/4769e1d0-e815-4865-8bcc-9a5b0858a02a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.881814] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-603ff16e-ffe5-440d-8a17-fab8ef637953 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.889013] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 882.889013] env[69513]: value = "task-3380649" [ 882.889013] env[69513]: _type = "Task" [ 882.889013] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.898496] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.954873] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88fcc1d8-1841-4ab4-b441-4892b6fb2aef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.967038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11950a0d-29c6-4b8f-b7c8-027d648d29e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.007497] env[69513]: DEBUG nova.compute.manager [req-e0235d77-eae3-4d6b-9fda-8983a10f98cd req-c7ad1126-98df-4f98-abe7-4dca5b708448 service nova] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Detach interface failed, port_id=d0287125-f3de-4b2c-a26c-742656e100ba, reason: Instance 4b7d9950-20fe-4549-b5db-2547ec0599bb could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.105485] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380647, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.244092] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Releasing lock "refresh_cache-f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.244649] env[69513]: DEBUG nova.compute.manager [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.244850] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.245835] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3d56d-d55d-42c0-8614-dc29b0fdd152 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.255863] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.256294] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ac1140-8d37-4869-979b-86a55d39017e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.266187] env[69513]: DEBUG oslo_vmware.api [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 883.266187] env[69513]: value = "task-3380650" [ 883.266187] env[69513]: _type = "Task" [ 883.266187] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.283543] env[69513]: DEBUG oslo_vmware.api [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.351552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-451395ca-8628-4b5a-acd9-1a7f15d9d919 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.598s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.357365] env[69513]: INFO nova.compute.manager [-] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Took 1.29 seconds to deallocate network for instance. [ 883.373021] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380648, 'name': ReconfigVM_Task, 'duration_secs': 0.436119} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.373256] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.373446] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.373701] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb13b45-f642-46e0-a485-62664a6e179e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.381541] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 883.381541] env[69513]: value = "task-3380651" [ 883.381541] env[69513]: _type = "Task" [ 883.381541] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.393299] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.403696] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463393} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.403807] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 4769e1d0-e815-4865-8bcc-9a5b0858a02a/4769e1d0-e815-4865-8bcc-9a5b0858a02a.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.403927] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.404279] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ed7402e-1a1d-4ef9-9302-6d7e1d622db8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.415172] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 883.415172] env[69513]: value = "task-3380652" [ 883.415172] env[69513]: _type = "Task" [ 883.415172] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.422679] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.434243] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.467512] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.469614] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.469614] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.469757] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.469948] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.470203] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.471029] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.471029] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.471029] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.471029] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.471261] env[69513]: DEBUG nova.virt.hardware [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.473121] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af128825-8a6b-468b-958a-6ff94af39473 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.487124] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd498dd4-8442-413b-b15b-33d9ab554fe3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.605465] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380647, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.778577] env[69513]: DEBUG oslo_vmware.api [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380650, 'name': PowerOffVM_Task, 'duration_secs': 0.162192} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.782571] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.782760] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.783423] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f75bbc7-1022-45d1-b03a-d6c5b9554f1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.844100] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.844473] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.844673] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Deleting the datastore file [datastore1] f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.844776] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-742aec56-d1c8-488f-9bb3-fc62d9e6a41a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.854766] env[69513]: DEBUG oslo_vmware.api [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for the task: (returnval){ [ 883.854766] env[69513]: value = "task-3380654" [ 883.854766] env[69513]: _type = "Task" [ 883.854766] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.865671] env[69513]: DEBUG oslo_vmware.api [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.869334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.895205] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.925685] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100398} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.929273] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.930557] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253aa4d6-23a0-4c1d-b605-287f39e6af38 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.960470] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4769e1d0-e815-4865-8bcc-9a5b0858a02a/4769e1d0-e815-4865-8bcc-9a5b0858a02a.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.964322] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efb1d6c-9839-451d-a9ea-8e892aabee31 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.980858] env[69513]: DEBUG nova.compute.manager [req-19cee15c-9800-45ad-9045-26d573e7a342 req-46935083-5589-43a7-a8fc-808ebbcc4f99 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Received event network-vif-plugged-2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.981090] env[69513]: DEBUG oslo_concurrency.lockutils [req-19cee15c-9800-45ad-9045-26d573e7a342 req-46935083-5589-43a7-a8fc-808ebbcc4f99 service nova] Acquiring lock "3b609029-e66b-47f1-a26d-7f86ec0098fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.981301] env[69513]: DEBUG oslo_concurrency.lockutils [req-19cee15c-9800-45ad-9045-26d573e7a342 req-46935083-5589-43a7-a8fc-808ebbcc4f99 service nova] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.981475] env[69513]: DEBUG oslo_concurrency.lockutils [req-19cee15c-9800-45ad-9045-26d573e7a342 req-46935083-5589-43a7-a8fc-808ebbcc4f99 service nova] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.981721] env[69513]: DEBUG nova.compute.manager [req-19cee15c-9800-45ad-9045-26d573e7a342 req-46935083-5589-43a7-a8fc-808ebbcc4f99 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] No waiting events found dispatching network-vif-plugged-2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.981893] env[69513]: WARNING nova.compute.manager [req-19cee15c-9800-45ad-9045-26d573e7a342 req-46935083-5589-43a7-a8fc-808ebbcc4f99 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Received unexpected event network-vif-plugged-2c88f43d-d7cb-4114-ab32-0329a1b4fc87 for instance with vm_state building and task_state spawning. [ 883.989160] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 883.989160] env[69513]: value = "task-3380655" [ 883.989160] env[69513]: _type = "Task" [ 883.989160] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.995593] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1564b5c3-c1e2-41e2-ad06-1ffdbb9edca0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.009678] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.011126] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833cd2ef-43f9-425b-a226-a8c0d301a135 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.048337] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ecc15-a95f-4c5f-a9d1-64aed27a7b05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.056762] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66022c3e-ce9c-44b1-bbf5-6c4fc7c076e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.072468] env[69513]: DEBUG nova.compute.provider_tree [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.075389] env[69513]: DEBUG nova.network.neutron [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Successfully updated port: 2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.104160] env[69513]: DEBUG oslo_vmware.api [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380647, 'name': PowerOnVM_Task, 'duration_secs': 1.261911} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.104160] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.104579] env[69513]: INFO nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Took 6.28 seconds to spawn the instance on the hypervisor. [ 884.105084] env[69513]: DEBUG nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.105604] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b7e0c-f8b5-48e0-97f8-70a9c36c0e4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.366388] env[69513]: DEBUG oslo_vmware.api [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Task: {'id': task-3380654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292466} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.366700] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.366907] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.367371] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.367371] env[69513]: INFO nova.compute.manager [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 884.367982] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.367982] env[69513]: DEBUG nova.compute.manager [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.367982] env[69513]: DEBUG nova.network.neutron [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 884.386911] env[69513]: DEBUG nova.network.neutron [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 884.394591] env[69513]: DEBUG oslo_vmware.api [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380651, 'name': PowerOnVM_Task, 'duration_secs': 0.692216} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.398335] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.398571] env[69513]: DEBUG nova.compute.manager [None req-2ee8071b-49bf-4349-8d05-c77cd2d05343 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.399408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd92559e-a36d-4577-b14f-571a909451d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.480134] env[69513]: DEBUG nova.compute.manager [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Received event network-changed-25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.480267] env[69513]: DEBUG nova.compute.manager [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Refreshing instance network info cache due to event network-changed-25cb11d4-4b5b-4fe3-8f46-fa22807fc407. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.480488] env[69513]: DEBUG oslo_concurrency.lockutils [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] Acquiring lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.480674] env[69513]: DEBUG oslo_concurrency.lockutils [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] Acquired lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.480793] env[69513]: DEBUG nova.network.neutron [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Refreshing network info cache for port 25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 884.500377] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380655, 'name': ReconfigVM_Task, 'duration_secs': 0.377247} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.500377] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4769e1d0-e815-4865-8bcc-9a5b0858a02a/4769e1d0-e815-4865-8bcc-9a5b0858a02a.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.500976] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42b8300-bea1-4b88-b583-8e4795b1fcc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.509806] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 884.509806] env[69513]: value = "task-3380656" [ 884.509806] env[69513]: _type = "Task" [ 884.509806] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.518807] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380656, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.577745] env[69513]: DEBUG nova.scheduler.client.report [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.581375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "refresh_cache-3b609029-e66b-47f1-a26d-7f86ec0098fe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.581375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired lock "refresh_cache-3b609029-e66b-47f1-a26d-7f86ec0098fe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.581546] env[69513]: DEBUG nova.network.neutron [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 884.625136] env[69513]: INFO nova.compute.manager [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Took 38.66 seconds to build instance. [ 884.889849] env[69513]: DEBUG nova.network.neutron [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.023899] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380656, 'name': Rename_Task, 'duration_secs': 0.152115} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.024224] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.024527] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f7c8ac9-ec96-4eaf-93f0-66efa37e2aec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.032987] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 885.032987] env[69513]: value = "task-3380657" [ 885.032987] env[69513]: _type = "Task" [ 885.032987] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.041506] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.084533] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.085072] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.089904] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.797s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.089904] env[69513]: DEBUG nova.objects.instance [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lazy-loading 'resources' on Instance uuid 7f3b102d-8016-4479-a4c3-a8923dbad0c8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.119475] env[69513]: DEBUG nova.network.neutron [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 885.127635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25bb4b8e-001f-4928-9eaf-915e884985a6 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.175s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.285769] env[69513]: DEBUG nova.network.neutron [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updated VIF entry in instance network info cache for port 25cb11d4-4b5b-4fe3-8f46-fa22807fc407. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 885.286147] env[69513]: DEBUG nova.network.neutron [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updating instance_info_cache with network_info: [{"id": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "address": "fa:16:3e:bd:21:35", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25cb11d4-4b", "ovs_interfaceid": "25cb11d4-4b5b-4fe3-8f46-fa22807fc407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.299406] env[69513]: DEBUG nova.network.neutron [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Updating instance_info_cache with network_info: [{"id": "2c88f43d-d7cb-4114-ab32-0329a1b4fc87", "address": "fa:16:3e:f0:25:18", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c88f43d-d7", "ovs_interfaceid": "2c88f43d-d7cb-4114-ab32-0329a1b4fc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.392313] env[69513]: INFO nova.compute.manager [-] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Took 1.02 seconds to deallocate network for instance. [ 885.547207] env[69513]: DEBUG oslo_vmware.api [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380657, 'name': PowerOnVM_Task, 'duration_secs': 0.460442} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.547578] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.547988] env[69513]: INFO nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Took 6.87 seconds to spawn the instance on the hypervisor. [ 885.548902] env[69513]: DEBUG nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.548995] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4486ed73-aeca-4468-be0f-d4390e7d0481 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.592700] env[69513]: DEBUG nova.compute.utils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.600084] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.600084] env[69513]: DEBUG nova.network.neutron [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.653458] env[69513]: DEBUG nova.policy [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cfac9010ee2488196c1a44e306e6d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c72a92d859f43ba8be2a221eefa94b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.789659] env[69513]: DEBUG oslo_concurrency.lockutils [req-21c10371-68d1-4f42-876d-ac64a14ab54a req-5b839c52-9d71-41c5-b165-8f5172961fab service nova] Releasing lock "refresh_cache-c86a2fcc-0c8e-49a3-ad02-d00da7487fea" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.804017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Releasing lock "refresh_cache-3b609029-e66b-47f1-a26d-7f86ec0098fe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.804017] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Instance network_info: |[{"id": "2c88f43d-d7cb-4114-ab32-0329a1b4fc87", "address": "fa:16:3e:f0:25:18", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c88f43d-d7", "ovs_interfaceid": "2c88f43d-d7cb-4114-ab32-0329a1b4fc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.804017] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:25:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c88f43d-d7cb-4114-ab32-0329a1b4fc87', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.813339] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating folder: Project (6c72a92d859f43ba8be2a221eefa94b4). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.816735] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d23e38-2e80-4116-ab1b-2c442189a7a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.832021] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Created folder: Project (6c72a92d859f43ba8be2a221eefa94b4) in parent group-v674393. [ 885.832021] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating folder: Instances. Parent ref: group-v674572. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.832021] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9dcd769-3bbf-4c57-8b1e-5f3500ecd61c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847041] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Created folder: Instances in parent group-v674572. [ 885.847423] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.850276] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.852569] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2d9b145-5744-4a6e-bdf3-8c45c3d07f5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.877664] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.877664] env[69513]: value = "task-3380660" [ 885.877664] env[69513]: _type = "Task" [ 885.877664] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.887344] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380660, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.898582] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.010124] env[69513]: DEBUG nova.network.neutron [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Successfully created port: 27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.054470] env[69513]: DEBUG nova.compute.manager [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Received event network-changed-2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.055358] env[69513]: DEBUG nova.compute.manager [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Refreshing instance network info cache due to event network-changed-2c88f43d-d7cb-4114-ab32-0329a1b4fc87. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.055695] env[69513]: DEBUG oslo_concurrency.lockutils [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] Acquiring lock "refresh_cache-3b609029-e66b-47f1-a26d-7f86ec0098fe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.056106] env[69513]: DEBUG oslo_concurrency.lockutils [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] Acquired lock "refresh_cache-3b609029-e66b-47f1-a26d-7f86ec0098fe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.056426] env[69513]: DEBUG nova.network.neutron [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Refreshing network info cache for port 2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 886.076853] env[69513]: INFO nova.compute.manager [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Took 35.96 seconds to build instance. [ 886.102832] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.245020] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e85916-f45f-48c9-a923-8a6894a83569 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.252806] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca3c7c9-6d55-4264-b9b2-4b72a0bc3d57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.288852] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea70f32-75d5-4a4d-aa3c-ff71e8358fc0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299540] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d55039-6ad4-4f38-b6ee-031ab9a9e3b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.316455] env[69513]: DEBUG nova.compute.provider_tree [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.389491] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380660, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.579118] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9bb44358-f521-4adf-963f-dc7acfa5d57a tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.589s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.851795] env[69513]: ERROR nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [req-4ca4dacc-8c76-469d-82b4-31d2ca8c6e4e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ca4dacc-8c76-469d-82b4-31d2ca8c6e4e"}]} [ 886.864987] env[69513]: DEBUG nova.network.neutron [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Updated VIF entry in instance network info cache for port 2c88f43d-d7cb-4114-ab32-0329a1b4fc87. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 886.865454] env[69513]: DEBUG nova.network.neutron [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Updating instance_info_cache with network_info: [{"id": "2c88f43d-d7cb-4114-ab32-0329a1b4fc87", "address": "fa:16:3e:f0:25:18", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c88f43d-d7", "ovs_interfaceid": "2c88f43d-d7cb-4114-ab32-0329a1b4fc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.876484] env[69513]: DEBUG nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 886.891771] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380660, 'name': CreateVM_Task, 'duration_secs': 0.604575} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.891939] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.893088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.893255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.897016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.897016] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26ba8ba-bcf3-43aa-aee5-66bd479e572e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.899822] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 886.899822] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aa2bbe-4ba8-39a1-bff9-397636702ae1" [ 886.899822] env[69513]: _type = "Task" [ 886.899822] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.905247] env[69513]: DEBUG nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 886.905464] env[69513]: DEBUG nova.compute.provider_tree [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.911871] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aa2bbe-4ba8-39a1-bff9-397636702ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.917998] env[69513]: DEBUG nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 886.973449] env[69513]: DEBUG nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.113769] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.157735] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.157962] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.158135] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.158476] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.158476] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.158912] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.159509] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.160768] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.160768] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.160768] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.161014] env[69513]: DEBUG nova.virt.hardware [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.162073] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e9dc3a-0ed5-43e2-95a9-09518bb60f92 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.175362] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5d8bbb-9291-4ea7-9d59-332d5d73c1bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.368281] env[69513]: DEBUG oslo_concurrency.lockutils [req-27b3091b-546e-4bf0-b39a-b7122f6a3dfa req-6e6f86fd-975b-4c68-997b-7baea0d7d5c0 service nova] Releasing lock "refresh_cache-3b609029-e66b-47f1-a26d-7f86ec0098fe" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.427492] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aa2bbe-4ba8-39a1-bff9-397636702ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.038549} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.435376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.435686] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.435936] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.436098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.436290] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.437051] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e07d1cd1-4d9f-4233-a8db-4d91dde8e243 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.452425] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.452630] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.453419] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460e730a-45c2-4333-ac74-713edac3e7ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.459533] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 887.459533] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d2fd5f-8f31-956d-de62-1f850e0fca06" [ 887.459533] env[69513]: _type = "Task" [ 887.459533] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.470337] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d2fd5f-8f31-956d-de62-1f850e0fca06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.501018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565f830a-2f34-4361-b67d-6b014a7a086a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.507534] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b10dfc-8b17-48d2-8ced-87111da4caf1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.539062] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1976553-c859-43ae-a55e-9fd879ba2010 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.548205] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9914d187-1b35-407a-871c-9ebb33025643 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.566785] env[69513]: DEBUG nova.compute.provider_tree [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.582014] env[69513]: DEBUG nova.compute.manager [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-changed-f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.582350] env[69513]: DEBUG nova.compute.manager [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing instance network info cache due to event network-changed-f1916242-0284-48e6-9185-c35405b39d5f. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.582889] env[69513]: DEBUG oslo_concurrency.lockutils [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.583124] env[69513]: DEBUG oslo_concurrency.lockutils [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.583652] env[69513]: DEBUG nova.network.neutron [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing network info cache for port f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 887.804886] env[69513]: DEBUG nova.network.neutron [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Successfully updated port: 27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.976445] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d2fd5f-8f31-956d-de62-1f850e0fca06, 'name': SearchDatastore_Task, 'duration_secs': 0.045082} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.977434] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812522d7-25bd-44bf-8768-3eab86aa3099 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.984334] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 887.984334] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52520001-86ad-dacf-22f2-6a3ff76eb128" [ 887.984334] env[69513]: _type = "Task" [ 887.984334] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.994332] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52520001-86ad-dacf-22f2-6a3ff76eb128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.096454] env[69513]: DEBUG nova.compute.manager [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Received event network-changed-c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.096652] env[69513]: DEBUG nova.compute.manager [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Refreshing instance network info cache due to event network-changed-c4130e5b-7924-40f4-b73d-9f246734d9e5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.096880] env[69513]: DEBUG oslo_concurrency.lockutils [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] Acquiring lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.097801] env[69513]: DEBUG oslo_concurrency.lockutils [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] Acquired lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.098125] env[69513]: DEBUG nova.network.neutron [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Refreshing network info cache for port c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 888.108741] env[69513]: DEBUG nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 888.109014] env[69513]: DEBUG nova.compute.provider_tree [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 79 to 80 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 888.109222] env[69513]: DEBUG nova.compute.provider_tree [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.311137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "refresh_cache-7bda82c4-b008-4eab-9574-7b7aea82bd19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.315018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired lock "refresh_cache-7bda82c4-b008-4eab-9574-7b7aea82bd19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.315018] env[69513]: DEBUG nova.network.neutron [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 888.357473] env[69513]: DEBUG nova.network.neutron [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updated VIF entry in instance network info cache for port f1916242-0284-48e6-9185-c35405b39d5f. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 888.357840] env[69513]: DEBUG nova.network.neutron [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.496233] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52520001-86ad-dacf-22f2-6a3ff76eb128, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.496506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.496761] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3b609029-e66b-47f1-a26d-7f86ec0098fe/3b609029-e66b-47f1-a26d-7f86ec0098fe.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.497032] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26e36ca9-a04d-4e83-8f6d-3a6a778db974 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.505454] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 888.505454] env[69513]: value = "task-3380661" [ 888.505454] env[69513]: _type = "Task" [ 888.505454] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.514622] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.615956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.526s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.618307] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.273s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.631665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.631871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.634150] env[69513]: INFO nova.scheduler.client.report [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Deleted allocations for instance 7f3b102d-8016-4479-a4c3-a8923dbad0c8 [ 888.842418] env[69513]: DEBUG nova.network.neutron [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 888.851072] env[69513]: DEBUG nova.network.neutron [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updated VIF entry in instance network info cache for port c4130e5b-7924-40f4-b73d-9f246734d9e5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 888.851460] env[69513]: DEBUG nova.network.neutron [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updating instance_info_cache with network_info: [{"id": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "address": "fa:16:3e:ea:0e:ef", "network": {"id": "78a2f6cd-3fb5-4bba-a43d-bb922501069f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1074425678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e8dc1fbf3a4a29a7d601af52c3ba79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4130e5b-79", "ovs_interfaceid": "c4130e5b-7924-40f4-b73d-9f246734d9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.886629] env[69513]: DEBUG oslo_concurrency.lockutils [req-dc8c626d-86e0-43c1-bfba-6f7d58001392 req-1dffc7df-bdec-4184-a264-cf86b01fedbd service nova] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.997245] env[69513]: DEBUG nova.network.neutron [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Updating instance_info_cache with network_info: [{"id": "27c5cbd2-0fb9-447c-ab93-f674133e481b", "address": "fa:16:3e:b0:3d:24", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c5cbd2-0f", "ovs_interfaceid": "27c5cbd2-0fb9-447c-ab93-f674133e481b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.022616] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.126423] env[69513]: INFO nova.compute.claims [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.140065] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.148138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0bdf6931-6eee-4b00-96eb-2bb89a455b3a tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "7f3b102d-8016-4479-a4c3-a8923dbad0c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.381s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.354437] env[69513]: DEBUG oslo_concurrency.lockutils [req-77b31bd5-0214-4fcd-b631-ffecd63085c3 req-50c312cf-f89c-49ef-9a24-4eedd8b2b0bf service nova] Releasing lock "refresh_cache-b0aa5ac2-16c4-46d3-b367-399c90ea6baa" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.500996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Releasing lock "refresh_cache-7bda82c4-b008-4eab-9574-7b7aea82bd19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.501357] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Instance network_info: |[{"id": "27c5cbd2-0fb9-447c-ab93-f674133e481b", "address": "fa:16:3e:b0:3d:24", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c5cbd2-0f", "ovs_interfaceid": "27c5cbd2-0fb9-447c-ab93-f674133e481b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.501801] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:3d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27c5cbd2-0fb9-447c-ab93-f674133e481b', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.509596] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.510250] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.513726] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b3aa1a2-ab42-4f33-923f-936053f73eb3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.535160] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69067} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.536633] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 3b609029-e66b-47f1-a26d-7f86ec0098fe/3b609029-e66b-47f1-a26d-7f86ec0098fe.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.536861] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.537130] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.537130] env[69513]: value = "task-3380663" [ 889.537130] env[69513]: _type = "Task" [ 889.537130] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.537329] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11b83155-b59a-4462-9255-a88e0b370628 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.548853] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380663, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.550411] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 889.550411] env[69513]: value = "task-3380664" [ 889.550411] env[69513]: _type = "Task" [ 889.550411] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.559050] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.634608] env[69513]: INFO nova.compute.resource_tracker [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating resource usage from migration 15c402c6-ee34-409d-a922-f222b5bff6d6 [ 889.649359] env[69513]: DEBUG nova.compute.manager [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Received event network-vif-plugged-27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.649581] env[69513]: DEBUG oslo_concurrency.lockutils [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] Acquiring lock "7bda82c4-b008-4eab-9574-7b7aea82bd19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.649892] env[69513]: DEBUG oslo_concurrency.lockutils [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.650131] env[69513]: DEBUG oslo_concurrency.lockutils [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.650314] env[69513]: DEBUG nova.compute.manager [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] No waiting events found dispatching network-vif-plugged-27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.650498] env[69513]: WARNING nova.compute.manager [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Received unexpected event network-vif-plugged-27c5cbd2-0fb9-447c-ab93-f674133e481b for instance with vm_state building and task_state spawning. [ 889.650718] env[69513]: DEBUG nova.compute.manager [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Received event network-changed-27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.650882] env[69513]: DEBUG nova.compute.manager [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Refreshing instance network info cache due to event network-changed-27c5cbd2-0fb9-447c-ab93-f674133e481b. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.651076] env[69513]: DEBUG oslo_concurrency.lockutils [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] Acquiring lock "refresh_cache-7bda82c4-b008-4eab-9574-7b7aea82bd19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.651213] env[69513]: DEBUG oslo_concurrency.lockutils [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] Acquired lock "refresh_cache-7bda82c4-b008-4eab-9574-7b7aea82bd19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.652097] env[69513]: DEBUG nova.network.neutron [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Refreshing network info cache for port 27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 889.665595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.049237] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380663, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.059986] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077738} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.060282] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.061058] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb184d3-7dc7-4e10-8e98-bc2adb283223 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.087943] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3b609029-e66b-47f1-a26d-7f86ec0098fe/3b609029-e66b-47f1-a26d-7f86ec0098fe.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.090972] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd551c0-c9a1-47ee-b365-d268dcc23749 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.112721] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 890.112721] env[69513]: value = "task-3380665" [ 890.112721] env[69513]: _type = "Task" [ 890.112721] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.123993] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.159244] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290a9d48-a95a-4634-a26e-556100af0508 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.169046] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650ceed-3fb3-4354-910f-bb8dc1dde44e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.207093] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4481ab09-a74f-4a28-a86d-93596fe02e48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.215100] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4b5091-d882-4b6c-a94c-660d92b68cca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.230264] env[69513]: DEBUG nova.compute.provider_tree [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.396833] env[69513]: DEBUG nova.network.neutron [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Updated VIF entry in instance network info cache for port 27c5cbd2-0fb9-447c-ab93-f674133e481b. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 890.397313] env[69513]: DEBUG nova.network.neutron [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Updating instance_info_cache with network_info: [{"id": "27c5cbd2-0fb9-447c-ab93-f674133e481b", "address": "fa:16:3e:b0:3d:24", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c5cbd2-0f", "ovs_interfaceid": "27c5cbd2-0fb9-447c-ab93-f674133e481b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.552145] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380663, 'name': CreateVM_Task, 'duration_secs': 0.638603} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.552345] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.553073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.553327] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.553641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.553930] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9b1f25-a396-4cfa-b43d-09770fd8f3ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.558775] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 890.558775] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52970f13-0767-860a-7622-f4f0bae86520" [ 890.558775] env[69513]: _type = "Task" [ 890.558775] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.567385] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52970f13-0767-860a-7622-f4f0bae86520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.623059] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380665, 'name': ReconfigVM_Task, 'duration_secs': 0.295188} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.623356] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3b609029-e66b-47f1-a26d-7f86ec0098fe/3b609029-e66b-47f1-a26d-7f86ec0098fe.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.624045] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25562c17-c7f6-43fd-8dc4-cb5555c73ef6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.631884] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 890.631884] env[69513]: value = "task-3380666" [ 890.631884] env[69513]: _type = "Task" [ 890.631884] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.640413] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380666, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.753035] env[69513]: ERROR nova.scheduler.client.report [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [req-546e61ba-b1a6-4504-8930-d5d0b8887939] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-546e61ba-b1a6-4504-8930-d5d0b8887939"}]} [ 890.768275] env[69513]: DEBUG nova.scheduler.client.report [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 890.782785] env[69513]: DEBUG nova.scheduler.client.report [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 890.782992] env[69513]: DEBUG nova.compute.provider_tree [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.793810] env[69513]: DEBUG nova.scheduler.client.report [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 890.811280] env[69513]: DEBUG nova.scheduler.client.report [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.900569] env[69513]: DEBUG oslo_concurrency.lockutils [req-1a42ef50-28c0-4862-aa19-06983285992d req-2c68b29a-19c8-4cde-92aa-cc08175a7e42 service nova] Releasing lock "refresh_cache-7bda82c4-b008-4eab-9574-7b7aea82bd19" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.071027] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52970f13-0767-860a-7622-f4f0bae86520, 'name': SearchDatastore_Task, 'duration_secs': 0.064382} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.071027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.071189] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.071326] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.071467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.071635] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.071878] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4795d26e-7788-439c-a795-7585a781e4e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.082901] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.083102] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.083812] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ed3124-a8c2-4c51-81e5-041f76124a87 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.089057] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 891.089057] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52493578-5ea1-5a65-8687-510237437507" [ 891.089057] env[69513]: _type = "Task" [ 891.089057] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.099522] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52493578-5ea1-5a65-8687-510237437507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.142683] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380666, 'name': Rename_Task, 'duration_secs': 0.150272} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.142974] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.143247] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4413486-4472-47f6-81b5-26523678b6f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.152887] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 891.152887] env[69513]: value = "task-3380667" [ 891.152887] env[69513]: _type = "Task" [ 891.152887] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.164135] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.193268] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb935c-b846-438b-83af-8bf42f98e307 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.202577] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f91d19-fee2-4883-b8f0-cbec9884891b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.237480] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278955a8-1b0a-4480-a659-0630cf078f3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.245991] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d19fe1-bff3-4001-855b-fcdc9928303e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.260846] env[69513]: DEBUG nova.compute.provider_tree [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.604028] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52493578-5ea1-5a65-8687-510237437507, 'name': SearchDatastore_Task, 'duration_secs': 0.042686} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.604987] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33553ebc-bcb4-47db-9284-fc68eca1bafa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.614310] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 891.614310] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5258d3ee-242e-f88e-22d2-9fed50ab56c9" [ 891.614310] env[69513]: _type = "Task" [ 891.614310] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.625422] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5258d3ee-242e-f88e-22d2-9fed50ab56c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.663864] env[69513]: DEBUG oslo_vmware.api [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380667, 'name': PowerOnVM_Task, 'duration_secs': 0.484712} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.665055] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.665055] env[69513]: INFO nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Took 8.23 seconds to spawn the instance on the hypervisor. [ 891.665055] env[69513]: DEBUG nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.665774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eab18b-0220-4d4e-ac92-b48cd7ffb4f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.798884] env[69513]: DEBUG nova.scheduler.client.report [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 891.799163] env[69513]: DEBUG nova.compute.provider_tree [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 81 to 82 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 891.799385] env[69513]: DEBUG nova.compute.provider_tree [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.127806] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5258d3ee-242e-f88e-22d2-9fed50ab56c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013256} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.127972] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.128246] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 7bda82c4-b008-4eab-9574-7b7aea82bd19/7bda82c4-b008-4eab-9574-7b7aea82bd19.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.128502] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c2b75d-b034-4d58-8ee7-a5e6e0bc1d9a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.136680] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 892.136680] env[69513]: value = "task-3380668" [ 892.136680] env[69513]: _type = "Task" [ 892.136680] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.145018] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.182605] env[69513]: INFO nova.compute.manager [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Took 39.74 seconds to build instance. [ 892.304606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.686s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.304815] env[69513]: INFO nova.compute.manager [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Migrating [ 892.311628] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.839s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.311830] env[69513]: DEBUG nova.objects.instance [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 892.647152] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380668, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.685189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-94c9a692-8268-48da-aa92-24f94ded7cab tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.352s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.821566] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821802] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821986] env[69513]: DEBUG nova.network.neutron [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 893.057474] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.057759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.057973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.058172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.058427] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.060709] env[69513]: INFO nova.compute.manager [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Terminating instance [ 893.147611] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941418} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.147778] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 7bda82c4-b008-4eab-9574-7b7aea82bd19/7bda82c4-b008-4eab-9574-7b7aea82bd19.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.148036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.148276] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2022f38a-8dda-4933-9b9e-f91b046d7371 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.157507] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 893.157507] env[69513]: value = "task-3380669" [ 893.157507] env[69513]: _type = "Task" [ 893.157507] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.168802] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.324985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-52a9caac-8d30-461b-bfed-87d158bd2dc6 tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.326147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.344s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.564868] env[69513]: DEBUG nova.compute.manager [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.565072] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.565948] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46926dc5-87d5-47a9-ada0-3f89797fd84b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.579819] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.580997] env[69513]: DEBUG nova.network.neutron [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.583150] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9920ff38-9b49-4ad7-a70e-ffdf45a9e5a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.589587] env[69513]: DEBUG oslo_vmware.api [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 893.589587] env[69513]: value = "task-3380670" [ 893.589587] env[69513]: _type = "Task" [ 893.589587] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.600080] env[69513]: DEBUG oslo_vmware.api [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.668394] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199299} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.668691] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.669716] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aef511-0baa-46e5-8428-49cf8093d8b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.696039] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7bda82c4-b008-4eab-9574-7b7aea82bd19/7bda82c4-b008-4eab-9574-7b7aea82bd19.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.696876] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5ddfcf-1949-44c1-b779-a29afbc97ae7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.721237] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 893.721237] env[69513]: value = "task-3380671" [ 893.721237] env[69513]: _type = "Task" [ 893.721237] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.730756] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.088491] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101223] env[69513]: DEBUG oslo_vmware.api [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380670, 'name': PowerOffVM_Task, 'duration_secs': 0.25481} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.104366] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.104544] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.105932] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac8dfda-1a29-484e-87ec-c3317842e4c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.177447] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.177738] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.177955] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Deleting the datastore file [datastore2] 3a1465b0-4472-4e1f-b1ed-2487a25ce73d {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.178250] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2bba569-21a6-4fb7-8b88-1f67e3e03612 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.185464] env[69513]: DEBUG oslo_vmware.api [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for the task: (returnval){ [ 894.185464] env[69513]: value = "task-3380673" [ 894.185464] env[69513]: _type = "Task" [ 894.185464] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.197547] env[69513]: DEBUG oslo_vmware.api [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.233608] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380671, 'name': ReconfigVM_Task, 'duration_secs': 0.313429} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.233907] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7bda82c4-b008-4eab-9574-7b7aea82bd19/7bda82c4-b008-4eab-9574-7b7aea82bd19.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.234836] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3c471aa-ee3e-44b4-93f6-c4158a5b5326 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.242871] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 894.242871] env[69513]: value = "task-3380674" [ 894.242871] env[69513]: _type = "Task" [ 894.242871] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.251318] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380674, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.354221] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2cceec-9b9a-4778-88bb-a4c189dcfeae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.363876] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbecddbd-6f11-492e-af4a-39c14e7ec70a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.397713] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d593d-474f-4688-8bd0-5dff3773667f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.412199] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb660b-8121-41c2-8951-31f84d644280 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.426181] env[69513]: DEBUG nova.compute.provider_tree [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.696436] env[69513]: DEBUG oslo_vmware.api [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Task: {'id': task-3380673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.696866] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.696927] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.697141] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.697356] env[69513]: INFO nova.compute.manager [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 894.697606] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.697799] env[69513]: DEBUG nova.compute.manager [-] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.697893] env[69513]: DEBUG nova.network.neutron [-] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 894.752922] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380674, 'name': Rename_Task, 'duration_secs': 0.155945} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.753293] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.753550] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f93b44c0-91fe-4f3f-a179-45e723521ede {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.762926] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 894.762926] env[69513]: value = "task-3380675" [ 894.762926] env[69513]: _type = "Task" [ 894.762926] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.771398] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.929422] env[69513]: DEBUG nova.scheduler.client.report [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.224030] env[69513]: DEBUG nova.compute.manager [req-28af7cb2-6c47-4019-878f-1bf8360caeba req-4055ef00-4f28-4137-b965-9f5726cb8839 service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Received event network-vif-deleted-13c01da1-7b15-4d41-a0d5-53321c0cc9f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.224251] env[69513]: INFO nova.compute.manager [req-28af7cb2-6c47-4019-878f-1bf8360caeba req-4055ef00-4f28-4137-b965-9f5726cb8839 service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Neutron deleted interface 13c01da1-7b15-4d41-a0d5-53321c0cc9f6; detaching it from the instance and deleting it from the info cache [ 895.224406] env[69513]: DEBUG nova.network.neutron [req-28af7cb2-6c47-4019-878f-1bf8360caeba req-4055ef00-4f28-4137-b965-9f5726cb8839 service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.279439] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.613569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dd4d1f-42ec-4372-8d9b-f796ecf4bd39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.633543] env[69513]: DEBUG nova.network.neutron [-] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.634887] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.727637] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5871411-efc7-4779-9a0c-6fdfe883dc91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.740036] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc53c61e-22ca-44a7-8dcc-0edfa3a14384 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.782104] env[69513]: DEBUG nova.compute.manager [req-28af7cb2-6c47-4019-878f-1bf8360caeba req-4055ef00-4f28-4137-b965-9f5726cb8839 service nova] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Detach interface failed, port_id=13c01da1-7b15-4d41-a0d5-53321c0cc9f6, reason: Instance 3a1465b0-4472-4e1f-b1ed-2487a25ce73d could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.788670] env[69513]: DEBUG oslo_vmware.api [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380675, 'name': PowerOnVM_Task, 'duration_secs': 0.936589} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.788933] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.789143] env[69513]: INFO nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Took 8.68 seconds to spawn the instance on the hypervisor. [ 895.789345] env[69513]: DEBUG nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.790128] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ea4424-974b-414b-9524-f2ad6e2d3c86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.939200] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.613s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.942238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.114s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.942470] env[69513]: DEBUG nova.objects.instance [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lazy-loading 'resources' on Instance uuid 24d731ee-6b5d-4253-998c-6fdd83696af1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.139069] env[69513]: INFO nova.compute.manager [-] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Took 1.44 seconds to deallocate network for instance. [ 896.144971] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.145413] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3912f89-6739-4626-b946-12767f90b6c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.154987] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 896.154987] env[69513]: value = "task-3380676" [ 896.154987] env[69513]: _type = "Task" [ 896.154987] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.163502] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.307546] env[69513]: INFO nova.compute.manager [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Took 40.64 seconds to build instance. [ 896.504323] env[69513]: INFO nova.scheduler.client.report [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocation for migration 9b162fb4-4af0-445a-87c6-fbab9d7c1209 [ 896.646450] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.671025] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 896.671025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.809998] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9c7fdd3c-707a-47bb-a24d-5374debac771 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.127s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.897129] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1bab8-91a4-48b1-add6-132a9ff32330 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.905151] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ccd741-61ba-4f3c-ab98-ad385aa09dcd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.943718] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4ac3d-4159-4947-a083-747e799509e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.952378] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321af55-2371-45f2-a04a-bee4179c2825 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.972175] env[69513]: DEBUG nova.compute.provider_tree [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.013080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e3968c84-f61e-4144-8ced-aefea90c4bf1 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.377s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.176559] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.176817] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.176938] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.177139] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.177315] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.177461] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.177668] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.177821] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.178009] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.178175] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.178348] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.183595] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f551d7-23bb-43b0-aaeb-638b0ca3b58d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.201905] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 897.201905] env[69513]: value = "task-3380677" [ 897.201905] env[69513]: _type = "Task" [ 897.201905] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.210830] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.478395] env[69513]: DEBUG nova.scheduler.client.report [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.713142] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380677, 'name': ReconfigVM_Task, 'duration_secs': 0.169503} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.713466] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.987731] env[69513]: DEBUG nova.compute.manager [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.989068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.992687] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31440016-8af1-458d-a314-97777ed26156 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.996031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.875s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.017609] env[69513]: INFO nova.scheduler.client.report [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted allocations for instance 24d731ee-6b5d-4253-998c-6fdd83696af1 [ 898.220161] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.220488] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.220655] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.220839] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.220983] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.221143] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.221426] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.221499] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.221661] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.221821] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.221990] env[69513]: DEBUG nova.virt.hardware [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.230323] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.230323] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c60e0f-1f72-411a-b4bf-7333083695d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.246453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "a5293aee-ba56-4387-ad43-48320ef0a18f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.246817] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.247080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.247308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.247495] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.252094] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 898.252094] env[69513]: value = "task-3380678" [ 898.252094] env[69513]: _type = "Task" [ 898.252094] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.253447] env[69513]: INFO nova.compute.manager [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Terminating instance [ 898.263691] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.498817] env[69513]: DEBUG nova.objects.instance [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lazy-loading 'migration_context' on Instance uuid 216d2a59-f25f-4d74-b956-1e1b68a95187 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.506528] env[69513]: INFO nova.compute.manager [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] instance snapshotting [ 898.509266] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563853e-82cb-4c8c-a591-f4a874079500 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.534023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-059f4ca5-e77a-4ee3-a422-1a8f53064aad tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "24d731ee-6b5d-4253-998c-6fdd83696af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.699s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.534678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7008f-198c-4517-8800-43d9f192d067 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.687739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "33289c07-311b-4bd0-b565-58663e51ff7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.687980] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.759086] env[69513]: DEBUG nova.compute.manager [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.759371] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.760161] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e2c7b-b2e9-4afd-836f-b190915d7260 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.768615] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380678, 'name': ReconfigVM_Task, 'duration_secs': 0.182211} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.770717] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 898.771155] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.771754] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f17aae-061a-41e0-ba8f-f0dfc0c51445 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.774451] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571250e3-8a5b-4873-bee0-44af2984404e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.797801] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f/86fa999a-071c-40b9-84f9-6bb0518de89f.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.799314] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6f9a3a-7d79-4d5c-bb36-458a31a63f1c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.812232] env[69513]: DEBUG oslo_vmware.api [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 898.812232] env[69513]: value = "task-3380679" [ 898.812232] env[69513]: _type = "Task" [ 898.812232] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.818993] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 898.818993] env[69513]: value = "task-3380680" [ 898.818993] env[69513]: _type = "Task" [ 898.818993] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.830665] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.040867] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.041225] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.041849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.041849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.041849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.044675] env[69513]: INFO nova.compute.manager [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Terminating instance [ 899.053843] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.055024] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16abbf94-03b5-43dd-a6f2-44ae3d343589 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.063789] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 899.063789] env[69513]: value = "task-3380681" [ 899.063789] env[69513]: _type = "Task" [ 899.063789] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.076851] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.190272] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.323155] env[69513]: DEBUG oslo_vmware.api [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380679, 'name': PowerOffVM_Task, 'duration_secs': 0.274757} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.329094] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.329449] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.330123] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37762ef8-5547-4fa7-9534-6ec210e0b8fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.339867] env[69513]: DEBUG oslo_vmware.api [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380680, 'name': ReconfigVM_Task, 'duration_secs': 0.421155} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.340163] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f/86fa999a-071c-40b9-84f9-6bb0518de89f.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.340413] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.405854] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.406067] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.406253] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore2] a5293aee-ba56-4387-ad43-48320ef0a18f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.406516] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9574640a-d196-489b-a37c-df91887c0236 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.415382] env[69513]: DEBUG oslo_vmware.api [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 899.415382] env[69513]: value = "task-3380683" [ 899.415382] env[69513]: _type = "Task" [ 899.415382] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.425821] env[69513]: DEBUG oslo_vmware.api [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.438766] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d6fd0-6104-4d65-87c4-5a93a2ea87e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.446449] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f805c-da9b-44d4-bcd3-2b3923092b76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.165350] env[69513]: DEBUG nova.compute.manager [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.165697] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.172052] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ab8cda-7bd1-4c3c-8a4d-51563dbed764 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.177683] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e880be-4194-47a5-80d1-1c944a633f3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.182685] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8392a8-1e57-456d-946e-324549a7be46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.192560] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.211863] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8d5d8-ec47-45e3-a017-034f01de8162 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.215845] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0add5bcd-d07b-43df-a031-6a6ec090ab80 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.217450] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380681, 'name': CreateSnapshot_Task, 'duration_secs': 0.763608} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.217538] env[69513]: DEBUG oslo_vmware.api [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291925} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.218577] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.218860] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.219109] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.219298] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.219479] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.219647] env[69513]: INFO nova.compute.manager [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Took 1.46 seconds to destroy the instance on the hypervisor. [ 900.219865] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.220567] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d09a0a-779c-4eb0-9a27-cf5445cc0189 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.224372] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81c06d-eba0-427d-b206-06edbc7d11eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.226384] env[69513]: DEBUG nova.compute.manager [-] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.226538] env[69513]: DEBUG nova.network.neutron [-] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 900.236469] env[69513]: DEBUG nova.compute.provider_tree [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.239822] env[69513]: DEBUG oslo_vmware.api [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 900.239822] env[69513]: value = "task-3380684" [ 900.239822] env[69513]: _type = "Task" [ 900.239822] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.254114] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.273788] env[69513]: DEBUG oslo_vmware.api [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.526080] env[69513]: DEBUG nova.compute.manager [req-55359c02-868c-488d-b20d-54d3683cd003 req-82bd87b8-7149-4834-8f9f-97c6c82a7529 service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Received event network-vif-deleted-2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.526233] env[69513]: INFO nova.compute.manager [req-55359c02-868c-488d-b20d-54d3683cd003 req-82bd87b8-7149-4834-8f9f-97c6c82a7529 service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Neutron deleted interface 2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad; detaching it from the instance and deleting it from the info cache [ 900.526440] env[69513]: DEBUG nova.network.neutron [req-55359c02-868c-488d-b20d-54d3683cd003 req-82bd87b8-7149-4834-8f9f-97c6c82a7529 service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.755064] env[69513]: DEBUG nova.scheduler.client.report [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.778023] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.778334] env[69513]: DEBUG oslo_vmware.api [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380684, 'name': PowerOffVM_Task, 'duration_secs': 0.506428} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.779098] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f21f278-fff9-4e78-82e7-8abf7d4c1370 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.781823] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.781993] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.782720] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04defc8f-ef82-4cf1-929c-0bf790934111 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.790387] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 900.790387] env[69513]: value = "task-3380685" [ 900.790387] env[69513]: _type = "Task" [ 900.790387] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.798310] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380685, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.819734] env[69513]: DEBUG nova.network.neutron [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Port 73f0d27f-5db7-41b9-a80d-3d8af4695b6a binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 900.862059] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.862470] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.862685] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleting the datastore file [datastore1] c00aaa3c-3298-4a19-bd4d-49267443a4d8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.863181] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d330ff2d-81e6-4f56-bd97-0bbccdafcd97 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.871386] env[69513]: DEBUG oslo_vmware.api [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 900.871386] env[69513]: value = "task-3380687" [ 900.871386] env[69513]: _type = "Task" [ 900.871386] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.881133] env[69513]: DEBUG oslo_vmware.api [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.008331] env[69513]: DEBUG nova.network.neutron [-] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.028626] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b7a75f7-455e-4cf3-bf3d-2c3ec0462f68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.041093] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c265a3-e004-4b79-bcca-b7574f4ba8ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.080612] env[69513]: DEBUG nova.compute.manager [req-55359c02-868c-488d-b20d-54d3683cd003 req-82bd87b8-7149-4834-8f9f-97c6c82a7529 service nova] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Detach interface failed, port_id=2ceb5fa5-1c99-4a7f-bdfb-8a533cc82cad, reason: Instance a5293aee-ba56-4387-ad43-48320ef0a18f could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.306950] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380685, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.383037] env[69513]: DEBUG oslo_vmware.api [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166387} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.383322] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.383554] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.383743] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.383909] env[69513]: INFO nova.compute.manager [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 901.384182] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.384374] env[69513]: DEBUG nova.compute.manager [-] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.384469] env[69513]: DEBUG nova.network.neutron [-] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 901.510762] env[69513]: INFO nova.compute.manager [-] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Took 1.28 seconds to deallocate network for instance. [ 901.772329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.776s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.777508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.158s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.777781] env[69513]: DEBUG nova.objects.instance [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lazy-loading 'resources' on Instance uuid 2387148a-8e7d-4652-a09b-b71ac952044b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.805722] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380685, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.841494] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.841721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.841898] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.017516] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.131658] env[69513]: DEBUG nova.network.neutron [-] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.305137] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380685, 'name': CloneVM_Task, 'duration_secs': 1.259034} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.308164] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Created linked-clone VM from snapshot [ 902.309158] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102ae4a-4355-4de6-9850-48dafbcb6ccf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.320028] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Uploading image 6b2353f8-a411-42e8-9071-50b64f5cd399 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.342393] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.342393] env[69513]: value = "vm-674577" [ 902.342393] env[69513]: _type = "VirtualMachine" [ 902.342393] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.342656] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3171f2fa-019c-49ea-905f-c7c24f264a02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.355067] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lease: (returnval){ [ 902.355067] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522521ad-a08b-2dcf-3743-b846b8cf1798" [ 902.355067] env[69513]: _type = "HttpNfcLease" [ 902.355067] env[69513]: } obtained for exporting VM: (result){ [ 902.355067] env[69513]: value = "vm-674577" [ 902.355067] env[69513]: _type = "VirtualMachine" [ 902.355067] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.355307] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the lease: (returnval){ [ 902.355307] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522521ad-a08b-2dcf-3743-b846b8cf1798" [ 902.355307] env[69513]: _type = "HttpNfcLease" [ 902.355307] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.369016] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.369016] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522521ad-a08b-2dcf-3743-b846b8cf1798" [ 902.369016] env[69513]: _type = "HttpNfcLease" [ 902.369016] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.369016] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.369016] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522521ad-a08b-2dcf-3743-b846b8cf1798" [ 902.369016] env[69513]: _type = "HttpNfcLease" [ 902.369016] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.369397] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6674220-b73d-4eed-ac9f-e33aa5adb803 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.379020] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2a096-054a-edb4-6abd-a8dd3448e673/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.379150] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2a096-054a-edb4-6abd-a8dd3448e673/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.475365] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93e55a1a-4774-4687-90b3-538215a7290f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.596735] env[69513]: DEBUG nova.compute.manager [req-c09a22e6-2f9c-4e76-a0ed-e5c2f885f559 req-9bb82143-2a6e-4ed5-b693-dfa7e67fc289 service nova] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Received event network-vif-deleted-df22cc70-1ff3-48fc-a922-bf90fddda1c1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.633955] env[69513]: INFO nova.compute.manager [-] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Took 1.25 seconds to deallocate network for instance. [ 902.781841] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8f80d-5622-4ead-bfd3-b3bdff31d9dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.795741] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9dab00-3214-496f-9b52-9bb1b9c48bbe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.830211] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eef3a77-fbc4-4414-b724-1cfab448621a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.840747] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8f49f9-a592-447a-b167-f951c2e7495b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.860788] env[69513]: DEBUG nova.compute.provider_tree [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.892706] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.892706] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.892961] env[69513]: DEBUG nova.network.neutron [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 903.143793] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.318659] env[69513]: INFO nova.compute.manager [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Swapping old allocation on dict_keys(['7e091bd4-226e-443b-b149-fa857f4cdcd3']) held by migration 95ed895c-136e-4e43-a039-d1f3c003738d for instance [ 903.346046] env[69513]: DEBUG nova.scheduler.client.report [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Overwriting current allocation {'allocations': {'7e091bd4-226e-443b-b149-fa857f4cdcd3': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 84}}, 'project_id': '8da97e65625c45449d57848dedd8c510', 'user_id': '9c56565de49b4c7dbc975e31ed20d1cb', 'consumer_generation': 1} on consumer 216d2a59-f25f-4d74-b956-1e1b68a95187 {{(pid=69513) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 903.364700] env[69513]: DEBUG nova.scheduler.client.report [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.432995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.433209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquired lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.433436] env[69513]: DEBUG nova.network.neutron [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 903.652407] env[69513]: DEBUG nova.network.neutron [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.870349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.873038] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.632s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.873436] env[69513]: DEBUG nova.objects.instance [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lazy-loading 'resources' on Instance uuid e83bb82d-e0aa-4f28-b4c7-56f35b5de500 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.888341] env[69513]: INFO nova.scheduler.client.report [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Deleted allocations for instance 2387148a-8e7d-4652-a09b-b71ac952044b [ 904.155045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.172408] env[69513]: DEBUG nova.network.neutron [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [{"id": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "address": "fa:16:3e:0d:ad:ee", "network": {"id": "25442e52-dc98-484c-8d50-3231f2f02637", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bca8b3d121ae4252b2cbd53fad70e936", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2a6467-4c", "ovs_interfaceid": "fe2a6467-4cf9-434a-b71d-7dc39f0afc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.400632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-aeee6932-dedb-4d50-86de-b1bd90da2500 tempest-SecurityGroupsTestJSON-231780078 tempest-SecurityGroupsTestJSON-231780078-project-member] Lock "2387148a-8e7d-4652-a09b-b71ac952044b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.276s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.678664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Releasing lock "refresh_cache-216d2a59-f25f-4d74-b956-1e1b68a95187" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.679196] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.680145] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb911e-b6d4-42d4-9b78-4ed3bf58e35a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.685583] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f70e24a-a334-4fcf-8754-7731ac593b2e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.710890] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5538a-3fdf-48cb-ad49-d24c11539816 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.714359] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 904.714359] env[69513]: value = "task-3380689" [ 904.714359] env[69513]: _type = "Task" [ 904.714359] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.723194] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.735258] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.797614] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d3ed7-1e45-4419-83e3-207ea9bad884 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.807778] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1892ba-a0f3-4020-93d7-0b8a5c5fb74a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.841979] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb36cd9-f33a-42b4-a842-1f0c12619b9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.851283] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8283c2-d460-4146-96fb-8a6399e1c2ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.866612] env[69513]: DEBUG nova.compute.provider_tree [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.226705] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380689, 'name': PowerOffVM_Task, 'duration_secs': 0.210878} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.226985] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.227953] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:39:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c2c7a5b-e0b6-4169-b37f-ef510271293e',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1733713273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.228187] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.228346] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.228533] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.228677] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.228823] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.229039] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.229348] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.229556] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.229724] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.229899] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.236319] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-573735aa-c0af-4053-8709-2760726fc433 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance '86fa999a-071c-40b9-84f9-6bb0518de89f' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.240018] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ff5bf1-0ab2-4ec6-a203-2a60d190ebb5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.257745] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 905.257745] env[69513]: value = "task-3380690" [ 905.257745] env[69513]: _type = "Task" [ 905.257745] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.267377] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.369775] env[69513]: DEBUG nova.scheduler.client.report [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.771452] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380690, 'name': ReconfigVM_Task, 'duration_secs': 0.159393} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.773088] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213b8cd-b37c-4f5b-877e-4f8c273b11da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.794577] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:39:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c2c7a5b-e0b6-4169-b37f-ef510271293e',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1733713273',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.794780] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.794934] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.795132] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.795279] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.795426] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.795667] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.795832] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.796024] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.796207] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.796384] env[69513]: DEBUG nova.virt.hardware [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.797265] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a103401-6997-48c4-b4ca-3773c4c4c1d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.804773] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 905.804773] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527bbf9a-2354-c22a-3c13-da61c628e59d" [ 905.804773] env[69513]: _type = "Task" [ 905.804773] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.815848] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527bbf9a-2354-c22a-3c13-da61c628e59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.875510] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.878186] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.452s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.878415] env[69513]: DEBUG nova.objects.instance [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lazy-loading 'resources' on Instance uuid 76ca89d1-edfd-4e50-bdd6-52012bfa6c25 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.908016] env[69513]: INFO nova.scheduler.client.report [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Deleted allocations for instance e83bb82d-e0aa-4f28-b4c7-56f35b5de500 [ 906.322940] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527bbf9a-2354-c22a-3c13-da61c628e59d, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.325229] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.328040] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f228e265-18c0-4458-bab4-d5f7c8f713db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.348027] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 906.348027] env[69513]: value = "task-3380691" [ 906.348027] env[69513]: _type = "Task" [ 906.348027] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.359334] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.418334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2cdf2f9a-3944-4080-b4f7-7cb33c5b555e tempest-ImagesOneServerTestJSON-1625652254 tempest-ImagesOneServerTestJSON-1625652254-project-member] Lock "e83bb82d-e0aa-4f28-b4c7-56f35b5de500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.670s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.861870] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380691, 'name': ReconfigVM_Task, 'duration_secs': 0.248093} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.866142] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.874019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5aaec4-c051-4fc9-aacb-3899da3c3e05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.897678] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.899088] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c52a03-b515-4e8a-a9e7-9ae11a10cf9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.913492] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d0478-e9c0-446d-9cf7-037a83d6322f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.924514] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890e1f6e-f593-45b9-b433-8e110136ab3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.928525] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 906.928525] env[69513]: value = "task-3380692" [ 906.928525] env[69513]: _type = "Task" [ 906.928525] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.963632] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051b38d-f4a6-41f1-a207-cae0dc378049 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.966820] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.972514] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5e3c7-7f6b-42d9-8f9e-ed4985df4b85 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.987229] env[69513]: DEBUG nova.compute.provider_tree [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.253431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.253702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.254704] env[69513]: DEBUG nova.compute.manager [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Going to confirm migration 4 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 907.441302] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.490933] env[69513]: DEBUG nova.scheduler.client.report [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.835266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.835266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.835266] env[69513]: DEBUG nova.network.neutron [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 907.835882] env[69513]: DEBUG nova.objects.instance [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'info_cache' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.949733] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.996194] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.999090] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.707s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.999326] env[69513]: DEBUG nova.objects.instance [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.021415] env[69513]: INFO nova.scheduler.client.report [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Deleted allocations for instance 76ca89d1-edfd-4e50-bdd6-52012bfa6c25 [ 908.445813] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380692, 'name': ReconfigVM_Task, 'duration_secs': 1.303368} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.446219] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187/216d2a59-f25f-4d74-b956-1e1b68a95187.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.448312] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04a464d-759e-4994-8ad1-54e0b2fd9251 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.470553] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5db9e-d270-4b99-bd6a-04c9a1f821d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.492707] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4beb7de-8757-41af-a877-78257ccd9dcd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.515433] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d11b7c-1f88-484b-8e95-e6bd504a7203 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.522940] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.523222] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762c9596-2d61-44bd-8d37-be482c75732d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.530081] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 908.530081] env[69513]: value = "task-3380693" [ 908.530081] env[69513]: _type = "Task" [ 908.530081] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.538585] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d681c73c-c23a-467d-a2d3-b5e5c3efd826 tempest-ServersAdminNegativeTestJSON-1868968513 tempest-ServersAdminNegativeTestJSON-1868968513-project-member] Lock "76ca89d1-edfd-4e50-bdd6-52012bfa6c25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.656s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.542794] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.020329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0b4dc77e-aa29-48ec-9f01-634b392037dd tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.022696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.620s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.022780] env[69513]: DEBUG nova.objects.instance [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.043944] env[69513]: DEBUG oslo_vmware.api [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380693, 'name': PowerOnVM_Task, 'duration_secs': 0.409379} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.044884] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.170849] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2a096-054a-edb4-6abd-a8dd3448e673/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.171883] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfe694-3342-4233-aab0-207e77403f16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.178613] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2a096-054a-edb4-6abd-a8dd3448e673/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.178613] env[69513]: ERROR oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2a096-054a-edb4-6abd-a8dd3448e673/disk-0.vmdk due to incomplete transfer. [ 909.178613] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fd285e6-5051-4cfa-b00c-c236fba97008 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.187352] env[69513]: DEBUG oslo_vmware.rw_handles [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2a096-054a-edb4-6abd-a8dd3448e673/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 909.187558] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Uploaded image 6b2353f8-a411-42e8-9071-50b64f5cd399 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 909.189819] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 909.192856] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62cd4417-30e1-433b-99d3-e6ab73f114a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.199858] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 909.199858] env[69513]: value = "task-3380694" [ 909.199858] env[69513]: _type = "Task" [ 909.199858] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.207427] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380694, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.286275] env[69513]: DEBUG nova.network.neutron [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.716022] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380694, 'name': Destroy_Task, 'duration_secs': 0.322613} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.716022] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Destroyed the VM [ 909.716022] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.716022] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f4c1b7c-60f4-45b6-8ee6-b9eaec32fd97 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.725210] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 909.725210] env[69513]: value = "task-3380695" [ 909.725210] env[69513]: _type = "Task" [ 909.725210] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.732913] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.789565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.789899] env[69513]: DEBUG nova.objects.instance [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'migration_context' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.038355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0993bb-1132-4c95-8c43-982424b384e1 tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.038355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.038742] env[69513]: DEBUG nova.objects.instance [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lazy-loading 'resources' on Instance uuid bb3578c1-47ea-465e-8738-f777ba5a9762 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.063789] env[69513]: INFO nova.compute.manager [None req-9264efbe-7e52-448d-9083-49e204d0e056 tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance to original state: 'active' [ 910.232482] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380695, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.293418] env[69513]: DEBUG nova.objects.base [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Object Instance<86fa999a-071c-40b9-84f9-6bb0518de89f> lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 910.295438] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a67652-b826-4680-b874-e1ea9005de54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.317084] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8ab301-8ca7-429f-962c-689bc69a6cf9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.323696] env[69513]: DEBUG oslo_vmware.api [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 910.323696] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d245a-81d2-5936-9dc6-696b71f8c058" [ 910.323696] env[69513]: _type = "Task" [ 910.323696] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.337747] env[69513]: DEBUG oslo_vmware.api [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d245a-81d2-5936-9dc6-696b71f8c058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.734143] env[69513]: DEBUG oslo_vmware.api [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380695, 'name': RemoveSnapshot_Task, 'duration_secs': 0.712121} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.738190] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 910.738997] env[69513]: INFO nova.compute.manager [None req-043becc4-c82a-4ef5-9961-919dd0316b21 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Took 12.23 seconds to snapshot the instance on the hypervisor. [ 910.834656] env[69513]: DEBUG oslo_vmware.api [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d245a-81d2-5936-9dc6-696b71f8c058, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.837398] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.033508] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd87f5-253e-4b25-858f-8186871a405b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.050827] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ce60d-9493-4de7-8359-29475530a966 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.094850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "216d2a59-f25f-4d74-b956-1e1b68a95187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.095128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.095353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.095541] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.095707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.101021] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f810fec-94a7-463f-9f32-0e0cfd0681d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.102685] env[69513]: INFO nova.compute.manager [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Terminating instance [ 911.113601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "1c70633b-dfdd-4b12-aa9c-2109207853d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.113851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.119852] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7800c5-9646-46d8-bfcd-24cff9b0e34b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.141177] env[69513]: DEBUG nova.compute.provider_tree [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.619456] env[69513]: DEBUG nova.compute.manager [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.619456] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.619456] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b4a6a7-9e65-4606-a9c5-16e79c0d0c66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.623860] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.633690] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.633690] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6d1f15a-bb95-4738-8ed8-b95779f35a71 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.641693] env[69513]: DEBUG oslo_vmware.api [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 911.641693] env[69513]: value = "task-3380696" [ 911.641693] env[69513]: _type = "Task" [ 911.641693] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.650151] env[69513]: DEBUG nova.scheduler.client.report [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.661259] env[69513]: DEBUG oslo_vmware.api [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.152939] env[69513]: DEBUG oslo_vmware.api [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380696, 'name': PowerOffVM_Task, 'duration_secs': 0.227357} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.155900] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.155900] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.155900] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.157039] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.158854] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423ccd6a-50ac-4dcd-95e9-78fa1f13c8c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.160922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.864s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.161201] env[69513]: DEBUG nova.objects.instance [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lazy-loading 'resources' on Instance uuid 10f1f34e-eca9-499b-a1d4-a7db610da26b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.180227] env[69513]: INFO nova.scheduler.client.report [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Deleted allocations for instance bb3578c1-47ea-465e-8738-f777ba5a9762 [ 912.245762] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.245762] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.245762] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleting the datastore file [datastore2] 216d2a59-f25f-4d74-b956-1e1b68a95187 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.245762] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adf0652c-ac2f-4986-922a-c03a57ad171b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.256700] env[69513]: DEBUG oslo_vmware.api [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 912.256700] env[69513]: value = "task-3380698" [ 912.256700] env[69513]: _type = "Task" [ 912.256700] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.266315] env[69513]: DEBUG oslo_vmware.api [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.417977] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.418224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.692041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-62683dbb-23dc-45da-a37c-8f7a72efe1f5 tempest-ImagesNegativeTestJSON-8871123 tempest-ImagesNegativeTestJSON-8871123-project-member] Lock "bb3578c1-47ea-465e-8738-f777ba5a9762" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.247s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.770521] env[69513]: DEBUG oslo_vmware.api [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173728} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.771257] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.771257] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.771257] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.771479] env[69513]: INFO nova.compute.manager [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Took 1.15 seconds to destroy the instance on the hypervisor. [ 912.772141] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.774999] env[69513]: DEBUG nova.compute.manager [-] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.775155] env[69513]: DEBUG nova.network.neutron [-] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 912.921368] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.940442] env[69513]: DEBUG nova.compute.manager [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.941376] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53732fa5-999a-429b-afce-3e3638bc56a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.102858] env[69513]: DEBUG nova.compute.manager [req-b250a861-b836-4a69-8cb5-35cad481d10f req-36a7c804-c5e4-4781-9878-a52ffff1f110 service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Received event network-vif-deleted-fe2a6467-4cf9-434a-b71d-7dc39f0afc9c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.103266] env[69513]: INFO nova.compute.manager [req-b250a861-b836-4a69-8cb5-35cad481d10f req-36a7c804-c5e4-4781-9878-a52ffff1f110 service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Neutron deleted interface fe2a6467-4cf9-434a-b71d-7dc39f0afc9c; detaching it from the instance and deleting it from the info cache [ 913.103456] env[69513]: DEBUG nova.network.neutron [req-b250a861-b836-4a69-8cb5-35cad481d10f req-36a7c804-c5e4-4781-9878-a52ffff1f110 service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.161817] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb964223-0137-4e04-a43b-3353e7e0ae9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.169595] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdca01eb-1c2e-4d5f-aacc-9073a944acad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.201787] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e956230b-956e-4128-aca6-15bc2929f292 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.209253] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21980119-d12f-4a30-ae39-c391eaef23a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.224162] env[69513]: DEBUG nova.compute.provider_tree [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.447872] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.459294] env[69513]: INFO nova.compute.manager [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] instance snapshotting [ 913.464517] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95010d-5015-43e7-9eaf-055f336fc159 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.483424] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b006211-febc-462a-a3db-f0658e4ac1d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.586897] env[69513]: DEBUG nova.network.neutron [-] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.610517] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9409fbd-0bc2-46f5-ba8f-f810d80e8d82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.619451] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a8853-d24c-4227-a667-82ae6501bc63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.658718] env[69513]: DEBUG nova.compute.manager [req-b250a861-b836-4a69-8cb5-35cad481d10f req-36a7c804-c5e4-4781-9878-a52ffff1f110 service nova] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Detach interface failed, port_id=fe2a6467-4cf9-434a-b71d-7dc39f0afc9c, reason: Instance 216d2a59-f25f-4d74-b956-1e1b68a95187 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.729820] env[69513]: DEBUG nova.scheduler.client.report [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.995046] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.995320] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7837f36d-ee50-4fd0-9a31-aae6b0713eac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.003444] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 914.003444] env[69513]: value = "task-3380699" [ 914.003444] env[69513]: _type = "Task" [ 914.003444] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.013725] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.091501] env[69513]: INFO nova.compute.manager [-] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Took 1.32 seconds to deallocate network for instance. [ 914.233892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.236493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.260s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.238431] env[69513]: INFO nova.compute.claims [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.266948] env[69513]: INFO nova.scheduler.client.report [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Deleted allocations for instance 10f1f34e-eca9-499b-a1d4-a7db610da26b [ 914.397616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "d54025b5-24b9-4d7d-81f7-6fce505306d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.397616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.517233] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380699, 'name': CreateSnapshot_Task, 'duration_secs': 0.474725} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.518429] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 914.519304] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889991cf-3c1d-4200-9ba1-092f54b80c6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.597858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.775058] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3e672b36-527d-449e-b8a1-33d85ffc7c6d tempest-ServerShowV254Test-1391676620 tempest-ServerShowV254Test-1391676620-project-member] Lock "10f1f34e-eca9-499b-a1d4-a7db610da26b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.842s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.900708] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.041775] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.042135] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-592cb258-472c-4cce-8ccc-f496394e994b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.051828] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 915.051828] env[69513]: value = "task-3380700" [ 915.051828] env[69513]: _type = "Task" [ 915.051828] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.060989] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380700, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.422028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.570207] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380700, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.642301] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153b34c-be31-48d4-9b45-e51088949627 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.650438] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f354b3-a0fa-4de0-9a11-49557b8f7f46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.680608] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e979cef-b132-407f-bb6e-6b07fb487cdb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.688098] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800d78d-07c8-43d2-ba67-6901b5350198 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.704263] env[69513]: DEBUG nova.compute.provider_tree [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.065558] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380700, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.207932] env[69513]: DEBUG nova.scheduler.client.report [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.565713] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380700, 'name': CloneVM_Task, 'duration_secs': 1.359706} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.566390] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Created linked-clone VM from snapshot [ 916.566847] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b04c9ff-a629-4637-86eb-6d624900d3d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.574109] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Uploading image 7ffedb73-6fb9-42af-bd40-894b24401410 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.596245] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.596245] env[69513]: value = "vm-674579" [ 916.596245] env[69513]: _type = "VirtualMachine" [ 916.596245] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.596602] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3807a99-573b-4fcb-9e4d-f7a238f852e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.603833] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lease: (returnval){ [ 916.603833] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ecaf5-b0ab-3640-99d6-7ffbf10c49d1" [ 916.603833] env[69513]: _type = "HttpNfcLease" [ 916.603833] env[69513]: } obtained for exporting VM: (result){ [ 916.603833] env[69513]: value = "vm-674579" [ 916.603833] env[69513]: _type = "VirtualMachine" [ 916.603833] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.604121] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the lease: (returnval){ [ 916.604121] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ecaf5-b0ab-3640-99d6-7ffbf10c49d1" [ 916.604121] env[69513]: _type = "HttpNfcLease" [ 916.604121] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.611932] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.611932] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ecaf5-b0ab-3640-99d6-7ffbf10c49d1" [ 916.611932] env[69513]: _type = "HttpNfcLease" [ 916.611932] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.713632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.714211] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.720022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.201s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.113169] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.113169] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ecaf5-b0ab-3640-99d6-7ffbf10c49d1" [ 917.113169] env[69513]: _type = "HttpNfcLease" [ 917.113169] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.113471] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.113471] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ecaf5-b0ab-3640-99d6-7ffbf10c49d1" [ 917.113471] env[69513]: _type = "HttpNfcLease" [ 917.113471] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 917.114191] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02be9e8a-eb57-413d-88fb-b3705624f2a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.120939] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287bd8f-ab51-53c6-02cd-0b6a769deeb4/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.121093] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287bd8f-ab51-53c6-02cd-0b6a769deeb4/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 917.207709] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-104bac1e-4019-4339-b777-5d3f2689c83f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.231207] env[69513]: DEBUG nova.compute.utils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.233831] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.233831] env[69513]: DEBUG nova.network.neutron [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.268591] env[69513]: DEBUG nova.policy [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9db4f69933247109006bc0aac54cda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e59fce48c84483084ece442b0d69ef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.603704] env[69513]: DEBUG nova.network.neutron [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Successfully created port: 26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.733926] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.740029] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Applying migration context for instance 86fa999a-071c-40b9-84f9-6bb0518de89f as it has an incoming, in-progress migration 15c402c6-ee34-409d-a922-f222b5bff6d6. Migration status is confirming {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 917.742535] env[69513]: INFO nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating resource usage from migration 15c402c6-ee34-409d-a922-f222b5bff6d6 [ 917.775069] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 3a1465b0-4472-4e1f-b1ed-2487a25ce73d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.775363] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 31f58fa6-38b6-43be-862a-685341bf4921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.775482] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.775650] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fc09ea54-6b9a-46af-95f5-ab03122a00ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.775790] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 4b7d9950-20fe-4549-b5db-2547ec0599bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.775925] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance c00aaa3c-3298-4a19-bd4d-49267443a4d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.776121] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance b1befc10-11e5-481c-8d4a-f794548b2dd3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.776821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f4a956b4-8429-4a96-aa8b-e03c0cfdce4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.776821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.776821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 34c39af5-e57e-4d02-a38b-3695e3ff4e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.776821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ea22d717-8752-4059-9c6d-e39656c3e185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.776821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ca73261e-7ec6-46e5-a21a-1b0758d631a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.776821] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 71adc9ef-3783-430c-b11d-b3362af8f1c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.777048] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a5293aee-ba56-4387-ad43-48320ef0a18f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.777078] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 216d2a59-f25f-4d74-b956-1e1b68a95187 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.777325] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.777325] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance c86a2fcc-0c8e-49a3-ad02-d00da7487fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.777451] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.777808] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 4769e1d0-e815-4865-8bcc-9a5b0858a02a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.777962] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 3b609029-e66b-47f1-a26d-7f86ec0098fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.778026] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 7bda82c4-b008-4eab-9574-7b7aea82bd19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.778140] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Migration 15c402c6-ee34-409d-a922-f222b5bff6d6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 917.778257] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 86fa999a-071c-40b9-84f9-6bb0518de89f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.778380] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 89f05511-e971-4dad-836b-cf05c4b4ff92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.282262] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 4e9a2ccb-c106-40a5-9606-169dd8d95376 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 918.744697] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.772359] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='27b7ce40a5ffb3032dd9032e09962b49',container_format='bare',created_at=2025-04-09T11:41:38Z,direct_url=,disk_format='vmdk',id=7fb8391d-53d0-4c43-9d22-b6f5eae91408,min_disk=1,min_ram=0,name='tempest-test-snap-983217248',owner='2e59fce48c84483084ece442b0d69ef3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-09T11:41:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.772673] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.772891] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.773148] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.773354] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.773556] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.773881] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.774115] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.774349] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.774552] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.774818] env[69513]: DEBUG nova.virt.hardware [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.775703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986d7cbb-2267-4d2a-88f4-43b860a76593 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.784070] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b8b628-cd78-4fd9-9229-9987245a922d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.788976] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 33289c07-311b-4bd0-b565-58663e51ff7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.106273] env[69513]: DEBUG nova.compute.manager [req-2d40742a-0d8a-4dbd-bd81-bd2b83b170fa req-2637ee24-9724-4520-847f-f500b406a6b1 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Received event network-vif-plugged-26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.106575] env[69513]: DEBUG oslo_concurrency.lockutils [req-2d40742a-0d8a-4dbd-bd81-bd2b83b170fa req-2637ee24-9724-4520-847f-f500b406a6b1 service nova] Acquiring lock "89f05511-e971-4dad-836b-cf05c4b4ff92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.106975] env[69513]: DEBUG oslo_concurrency.lockutils [req-2d40742a-0d8a-4dbd-bd81-bd2b83b170fa req-2637ee24-9724-4520-847f-f500b406a6b1 service nova] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.107235] env[69513]: DEBUG oslo_concurrency.lockutils [req-2d40742a-0d8a-4dbd-bd81-bd2b83b170fa req-2637ee24-9724-4520-847f-f500b406a6b1 service nova] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.107612] env[69513]: DEBUG nova.compute.manager [req-2d40742a-0d8a-4dbd-bd81-bd2b83b170fa req-2637ee24-9724-4520-847f-f500b406a6b1 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] No waiting events found dispatching network-vif-plugged-26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.107890] env[69513]: WARNING nova.compute.manager [req-2d40742a-0d8a-4dbd-bd81-bd2b83b170fa req-2637ee24-9724-4520-847f-f500b406a6b1 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Received unexpected event network-vif-plugged-26f093fd-4757-421f-a19a-00b9b0ee27b4 for instance with vm_state building and task_state spawning. [ 919.209301] env[69513]: DEBUG nova.network.neutron [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Successfully updated port: 26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.292449] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 1c70633b-dfdd-4b12-aa9c-2109207853d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.713260] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "refresh_cache-89f05511-e971-4dad-836b-cf05c4b4ff92" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.713461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "refresh_cache-89f05511-e971-4dad-836b-cf05c4b4ff92" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.713696] env[69513]: DEBUG nova.network.neutron [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 919.795368] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance cd73bb36-d81e-4135-9fcb-fee9f36c068c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 920.247303] env[69513]: DEBUG nova.network.neutron [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 920.298425] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance d54025b5-24b9-4d7d-81f7-6fce505306d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 920.298725] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 920.298895] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 920.380185] env[69513]: DEBUG nova.network.neutron [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Updating instance_info_cache with network_info: [{"id": "26f093fd-4757-421f-a19a-00b9b0ee27b4", "address": "fa:16:3e:ec:da:ae", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f093fd-47", "ovs_interfaceid": "26f093fd-4757-421f-a19a-00b9b0ee27b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.653423] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4829491b-1ba9-4569-b699-2ac03144084e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.660907] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f7cad2-45cc-4d22-a43a-9bd989b6e154 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.690542] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d52de-9709-4a08-81cc-375c5a7956fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.698771] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ffa1b-3a0a-48c9-857c-041b69c4f343 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.714506] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.884050] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "refresh_cache-89f05511-e971-4dad-836b-cf05c4b4ff92" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.884050] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Instance network_info: |[{"id": "26f093fd-4757-421f-a19a-00b9b0ee27b4", "address": "fa:16:3e:ec:da:ae", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f093fd-47", "ovs_interfaceid": "26f093fd-4757-421f-a19a-00b9b0ee27b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.884050] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:da:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26f093fd-4757-421f-a19a-00b9b0ee27b4', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.891840] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.892126] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.892399] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6d47a6-409f-4b99-82db-560dbb8abf48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.915282] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.915282] env[69513]: value = "task-3380702" [ 920.915282] env[69513]: _type = "Task" [ 920.915282] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.927188] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380702, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.156820] env[69513]: DEBUG nova.compute.manager [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Received event network-changed-26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.157034] env[69513]: DEBUG nova.compute.manager [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Refreshing instance network info cache due to event network-changed-26f093fd-4757-421f-a19a-00b9b0ee27b4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.157352] env[69513]: DEBUG oslo_concurrency.lockutils [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] Acquiring lock "refresh_cache-89f05511-e971-4dad-836b-cf05c4b4ff92" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.157782] env[69513]: DEBUG oslo_concurrency.lockutils [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] Acquired lock "refresh_cache-89f05511-e971-4dad-836b-cf05c4b4ff92" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.157887] env[69513]: DEBUG nova.network.neutron [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Refreshing network info cache for port 26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 921.219744] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.426315] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380702, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.725160] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 921.725835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.008s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.726175] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.857s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.726371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.728477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.830s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.728665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.730444] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.065s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.732024] env[69513]: INFO nova.compute.claims [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.734792] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.734942] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Cleaning up deleted instances {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.768805] env[69513]: INFO nova.scheduler.client.report [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Deleted allocations for instance f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f [ 921.770748] env[69513]: INFO nova.scheduler.client.report [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Deleted allocations for instance 4b7d9950-20fe-4549-b5db-2547ec0599bb [ 921.898859] env[69513]: DEBUG nova.network.neutron [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Updated VIF entry in instance network info cache for port 26f093fd-4757-421f-a19a-00b9b0ee27b4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 921.899247] env[69513]: DEBUG nova.network.neutron [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Updating instance_info_cache with network_info: [{"id": "26f093fd-4757-421f-a19a-00b9b0ee27b4", "address": "fa:16:3e:ec:da:ae", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f093fd-47", "ovs_interfaceid": "26f093fd-4757-421f-a19a-00b9b0ee27b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.927477] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380702, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.251022] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] There are 40 instances to clean {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 922.251022] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: bb3578c1-47ea-465e-8738-f777ba5a9762] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.284475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1f89b8d3-52fc-4231-a70b-5a151f4c255b tempest-ServersListShow298Test-2025096404 tempest-ServersListShow298Test-2025096404-project-member] Lock "f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.655s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.284475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1e85f902-419a-4344-b932-1de161a3f695 tempest-ServerRescueTestJSON-235851791 tempest-ServerRescueTestJSON-235851791-project-member] Lock "4b7d9950-20fe-4549-b5db-2547ec0599bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.925s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.402782] env[69513]: DEBUG oslo_concurrency.lockutils [req-f4196a6f-0406-43c9-aee3-e055b9e69548 req-fd2577b7-8e44-4f9f-bf64-f025f44b58a4 service nova] Releasing lock "refresh_cache-89f05511-e971-4dad-836b-cf05c4b4ff92" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.427301] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380702, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.754741] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 10f1f34e-eca9-499b-a1d4-a7db610da26b] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.929134] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380702, 'name': CreateVM_Task, 'duration_secs': 1.681983} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.932185] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.933374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.933626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.933961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.934262] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467ad47e-e437-4347-8624-badfe0e5866e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.944572] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 922.944572] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520ea828-fbaa-12fd-a32d-7227ffdd20a0" [ 922.944572] env[69513]: _type = "Task" [ 922.944572] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.955284] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520ea828-fbaa-12fd-a32d-7227ffdd20a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.210918] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12ef80-1207-4307-b39e-081f17f80954 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.221401] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73a4bf-f158-49e0-92ef-419fa7a12109 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.272586] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 7f3b102d-8016-4479-a4c3-a8923dbad0c8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.279023] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38f043-24c4-46f1-80c7-9a7537cee221 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.289452] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b53ed0-ef35-4cb0-a8f6-a763fcc0b64e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.313881] env[69513]: DEBUG nova.compute.provider_tree [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.458053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.458386] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Processing image 7fb8391d-53d0-4c43-9d22-b6f5eae91408 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.458770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.458770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.458962] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.459654] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2161c0-a0cd-49d9-95e6-af0358d4961e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.482871] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.483092] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.483865] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa08b2e-f084-4a95-a476-56e8711fee68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.492195] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 923.492195] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522c6c11-a9ff-a5f4-9f4d-2e84f9c0d4b8" [ 923.492195] env[69513]: _type = "Task" [ 923.492195] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.502023] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522c6c11-a9ff-a5f4-9f4d-2e84f9c0d4b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.778442] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 26c36bdd-1e0f-4752-8a53-f5ba3bd0a12c] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.819196] env[69513]: DEBUG nova.scheduler.client.report [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.008253] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 924.008567] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Fetch image to [datastore2] OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817/OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 924.009169] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Downloading stream optimized image 7fb8391d-53d0-4c43-9d22-b6f5eae91408 to [datastore2] OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817/OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817.vmdk on the data store datastore2 as vApp {{(pid=69513) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 924.009564] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Downloading image file data 7fb8391d-53d0-4c43-9d22-b6f5eae91408 to the ESX as VM named 'OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817' {{(pid=69513) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 924.088449] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 924.088449] env[69513]: value = "resgroup-9" [ 924.088449] env[69513]: _type = "ResourcePool" [ 924.088449] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 924.088835] env[69513]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45719c9c-b9d3-4281-8901-65197530fa20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.112883] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease: (returnval){ [ 924.112883] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e27780-9230-e578-e583-d3592e052070" [ 924.112883] env[69513]: _type = "HttpNfcLease" [ 924.112883] env[69513]: } obtained for vApp import into resource pool (val){ [ 924.112883] env[69513]: value = "resgroup-9" [ 924.112883] env[69513]: _type = "ResourcePool" [ 924.112883] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 924.113178] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the lease: (returnval){ [ 924.113178] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e27780-9230-e578-e583-d3592e052070" [ 924.113178] env[69513]: _type = "HttpNfcLease" [ 924.113178] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.120205] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.120205] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e27780-9230-e578-e583-d3592e052070" [ 924.120205] env[69513]: _type = "HttpNfcLease" [ 924.120205] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.281549] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 24d731ee-6b5d-4253-998c-6fdd83696af1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.326816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.327621] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.331044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.685s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.331393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.333895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.115s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.335723] env[69513]: INFO nova.compute.claims [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.364099] env[69513]: INFO nova.scheduler.client.report [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Deleted allocations for instance 3a1465b0-4472-4e1f-b1ed-2487a25ce73d [ 924.623258] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.623258] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e27780-9230-e578-e583-d3592e052070" [ 924.623258] env[69513]: _type = "HttpNfcLease" [ 924.623258] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.785893] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: e83bb82d-e0aa-4f28-b4c7-56f35b5de500] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.843080] env[69513]: DEBUG nova.compute.utils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.849683] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.849881] env[69513]: DEBUG nova.network.neutron [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.872314] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dcfdc3cc-dc42-4d21-a847-5b4b866c4e05 tempest-VolumesAdminNegativeTest-1438419906 tempest-VolumesAdminNegativeTest-1438419906-project-member] Lock "3a1465b0-4472-4e1f-b1ed-2487a25ce73d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.814s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.911410] env[69513]: DEBUG nova.policy [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acbd1000e04863bb16ee06641b9038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be5cc5d5d1f44121b24509de1168a7fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.123752] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.123752] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e27780-9230-e578-e583-d3592e052070" [ 925.123752] env[69513]: _type = "HttpNfcLease" [ 925.123752] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.124202] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.124202] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e27780-9230-e578-e583-d3592e052070" [ 925.124202] env[69513]: _type = "HttpNfcLease" [ 925.124202] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 925.124831] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717b980a-5558-4620-8773-bd793bfca7a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.134456] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ba902-1194-9991-61fc-6a9c8e55cbf1/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.134670] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ba902-1194-9991-61fc-6a9c8e55cbf1/disk-0.vmdk. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 925.207170] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08317ec7-8ab3-4653-bf6c-9f8aca863a21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289885] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 8d5328f4-63a9-4da8-8cc5-8f10dc2f63a5] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.334617] env[69513]: DEBUG nova.network.neutron [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Successfully created port: 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.350394] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.796104] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 1449565c-37c1-4dd9-ad9f-640870f7b4e8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.824962] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc95871-9b1b-4efc-9842-a92c4b3ebce3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.838445] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010ebbe-387d-46ae-8224-0f7a3a896312 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.884973] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f6f520-037e-4712-8276-7ccd138843b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.897844] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f973c-2596-4539-bf07-c5aea6727dea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.916197] env[69513]: DEBUG nova.compute.provider_tree [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.217765] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 926.218091] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ba902-1194-9991-61fc-6a9c8e55cbf1/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.218885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43dff3d-f904-470a-8d44-1b641b8c8761 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.230158] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ba902-1194-9991-61fc-6a9c8e55cbf1/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.230357] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ba902-1194-9991-61fc-6a9c8e55cbf1/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 926.232502] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-525da642-c57b-4d28-af22-016f54d47300 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.240602] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287bd8f-ab51-53c6-02cd-0b6a769deeb4/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.241502] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97e93f5-581e-4799-8418-277ccd24ffd4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.248115] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287bd8f-ab51-53c6-02cd-0b6a769deeb4/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.248293] env[69513]: ERROR oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287bd8f-ab51-53c6-02cd-0b6a769deeb4/disk-0.vmdk due to incomplete transfer. [ 926.248521] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da566050-7ddc-4fe6-9a4b-401aeb959080 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.261241] env[69513]: DEBUG oslo_vmware.rw_handles [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287bd8f-ab51-53c6-02cd-0b6a769deeb4/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.261968] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Uploaded image 7ffedb73-6fb9-42af-bd40-894b24401410 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.263736] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.264016] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92d3efa4-8edc-40a7-b735-c8d3dbd87c0f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.271557] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 926.271557] env[69513]: value = "task-3380704" [ 926.271557] env[69513]: _type = "Task" [ 926.271557] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.285392] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380704, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.303980] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: de6a6647-9368-4d4f-8f42-fb49ab4f03f0] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.393240] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.419636] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.420126] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.420422] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.420801] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.421254] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.421515] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.421869] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.422286] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.422925] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.425052] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.425052] env[69513]: DEBUG nova.virt.hardware [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.425052] env[69513]: DEBUG nova.scheduler.client.report [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.429024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb2df7d-683f-4e2d-9a9a-f0f7780af600 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.437575] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8779fa-bd3e-4b4a-ba85-03444fa7cf6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.774875] env[69513]: DEBUG nova.compute.manager [req-6f1f8781-5807-49c2-800a-415500b00073 req-5f15c47b-1acb-4def-be16-28004a7bddb1 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received event network-vif-plugged-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.775234] env[69513]: DEBUG oslo_concurrency.lockutils [req-6f1f8781-5807-49c2-800a-415500b00073 req-5f15c47b-1acb-4def-be16-28004a7bddb1 service nova] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.775642] env[69513]: DEBUG oslo_concurrency.lockutils [req-6f1f8781-5807-49c2-800a-415500b00073 req-5f15c47b-1acb-4def-be16-28004a7bddb1 service nova] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.775946] env[69513]: DEBUG oslo_concurrency.lockutils [req-6f1f8781-5807-49c2-800a-415500b00073 req-5f15c47b-1acb-4def-be16-28004a7bddb1 service nova] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.776302] env[69513]: DEBUG nova.compute.manager [req-6f1f8781-5807-49c2-800a-415500b00073 req-5f15c47b-1acb-4def-be16-28004a7bddb1 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] No waiting events found dispatching network-vif-plugged-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.776594] env[69513]: WARNING nova.compute.manager [req-6f1f8781-5807-49c2-800a-415500b00073 req-5f15c47b-1acb-4def-be16-28004a7bddb1 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received unexpected event network-vif-plugged-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 for instance with vm_state building and task_state spawning. [ 926.788553] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380704, 'name': Destroy_Task, 'duration_secs': 0.335285} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.790699] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Destroyed the VM [ 926.791130] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.791644] env[69513]: DEBUG oslo_vmware.rw_handles [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ba902-1194-9991-61fc-6a9c8e55cbf1/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 926.791962] env[69513]: INFO nova.virt.vmwareapi.images [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Downloaded image file data 7fb8391d-53d0-4c43-9d22-b6f5eae91408 [ 926.792296] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-501874c0-b221-4807-8718-83302d22f582 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.794951] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db437bd-d72a-4ced-bcba-e678f3382201 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.813584] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: e9346371-d893-41bc-a791-913588ae16ac] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.816755] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9af16a0-4cd0-4846-b340-422c038a1341 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.818620] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 926.818620] env[69513]: value = "task-3380705" [ 926.818620] env[69513]: _type = "Task" [ 926.818620] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.832468] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380705, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.851492] env[69513]: INFO nova.virt.vmwareapi.images [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] The imported VM was unregistered [ 926.854109] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 926.854109] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408 {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.854491] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae6fcce7-d6a2-4c9a-8002-4a4bfd8962e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.866292] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created directory with path [datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408 {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.866508] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817/OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817.vmdk to [datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk. {{(pid=69513) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 926.866787] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-45e1d27b-5fff-47f9-9cc6-ce6ebed9e012 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.876105] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 926.876105] env[69513]: value = "task-3380707" [ 926.876105] env[69513]: _type = "Task" [ 926.876105] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.885277] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380707, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.903835] env[69513]: DEBUG nova.network.neutron [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Successfully updated port: 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.935017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.935621] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.941469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.924s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.941722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.944863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.801s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.945164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.952914] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.113s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.987255] env[69513]: INFO nova.scheduler.client.report [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocations for instance a5293aee-ba56-4387-ad43-48320ef0a18f [ 926.992523] env[69513]: INFO nova.scheduler.client.report [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted allocations for instance c00aaa3c-3298-4a19-bd4d-49267443a4d8 [ 927.320391] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: e82f0091-f698-418d-aa6f-966d756eade9] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.340232] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380705, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.404456] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380707, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.411082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411082] env[69513]: DEBUG nova.network.neutron [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 927.444522] env[69513]: DEBUG nova.compute.utils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.447822] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.447925] env[69513]: DEBUG nova.network.neutron [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.506590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e6958502-2c89-4a97-9d33-20a2a9f4dfdb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "a5293aee-ba56-4387-ad43-48320ef0a18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.260s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.508297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71fdfb81-89e1-4316-bec4-a2c173db4a5f tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "c00aaa3c-3298-4a19-bd4d-49267443a4d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.467s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.570597] env[69513]: DEBUG nova.policy [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ce205da03ad4194adcd06bd380ced48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d103a9d0424e049e3baedc6a23d1cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.766605] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.766605] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.766605] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.766810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.766939] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.770372] env[69513]: INFO nova.compute.manager [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Terminating instance [ 927.825240] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 1aa285be-8146-4e88-92a5-8fa76b067c4a] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.841926] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380705, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.901947] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380707, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.948557] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.976308] env[69513]: DEBUG nova.network.neutron [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 927.982494] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb1497-7603-46e7-80ba-a26c32570555 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.994985] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa71e9-5cbc-430b-969a-4e4a5dadad28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.043336] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5e1ca0-b790-4d9a-bebe-8ae6d480d319 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.053648] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b6d54-0a4b-43c0-9ec6-b607d58fd6d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.072431] env[69513]: DEBUG nova.compute.provider_tree [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.075265] env[69513]: DEBUG nova.network.neutron [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Successfully created port: d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.279283] env[69513]: DEBUG nova.compute.manager [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.279283] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.279593] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687dc6a6-bdb4-4545-8589-9788c5ab79a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.291220] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.291629] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32d6506-6845-43ba-a8fb-14f105ea0a6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.300669] env[69513]: DEBUG nova.network.neutron [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.308860] env[69513]: DEBUG oslo_vmware.api [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 928.308860] env[69513]: value = "task-3380708" [ 928.308860] env[69513]: _type = "Task" [ 928.308860] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.319860] env[69513]: DEBUG oslo_vmware.api [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.336090] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: b3f7ee3f-649f-4c28-b281-3f0e9bea9080] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.349572] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380705, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.391868] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380707, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.581236] env[69513]: DEBUG nova.scheduler.client.report [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.810021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.810021] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Instance network_info: |[{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.810021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:cc:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.825110] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.825868] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.826143] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194224a1-1d64-4284-be52-6b67f53d0414 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.844597] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 85c9439a-5909-4e66-b300-3274ed11d2ac] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.856340] env[69513]: DEBUG oslo_vmware.api [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380708, 'name': PowerOffVM_Task, 'duration_secs': 0.234977} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.859140] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.859140] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.859466] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.859466] env[69513]: value = "task-3380709" [ 928.859466] env[69513]: _type = "Task" [ 928.859466] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.860331] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc6f2c18-b414-4d2c-8e71-0de307d804f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.872990] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380705, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.881549] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.896562] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380707, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.905752] env[69513]: DEBUG nova.compute.manager [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.905921] env[69513]: DEBUG nova.compute.manager [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing instance network info cache due to event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.906557] env[69513]: DEBUG oslo_concurrency.lockutils [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.906675] env[69513]: DEBUG oslo_concurrency.lockutils [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.906903] env[69513]: DEBUG nova.network.neutron [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 928.969037] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.976478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.976795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.002462] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.002733] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.002893] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.003106] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.003263] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.003411] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.003626] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.003883] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.004109] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.004292] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.004469] env[69513]: DEBUG nova.virt.hardware [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.005744] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19cdc31-0f5f-424c-bedd-3027ca6ef4a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.017882] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260ec1e-d0ac-40ee-a599-69d830b71247 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.354772] env[69513]: DEBUG oslo_vmware.api [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380705, 'name': RemoveSnapshot_Task, 'duration_secs': 2.504633} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.355181] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.355371] env[69513]: INFO nova.compute.manager [None req-bed789a3-271f-4559-8b22-113d097a9c52 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 929.357967] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 76ca89d1-edfd-4e50-bdd6-52012bfa6c25] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.375764] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.393906] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380707, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.443664} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.395056] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817/OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817.vmdk to [datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk. [ 929.395279] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Cleaning up location [datastore2] OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 929.395445] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ce6b94e7-8769-435d-9299-b7effed4f817 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.395706] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a8e5ec-ef6a-4634-a20a-f5c134939758 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.403634] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 929.403634] env[69513]: value = "task-3380711" [ 929.403634] env[69513]: _type = "Task" [ 929.403634] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.415260] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.481022] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.592044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.641s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.592229] env[69513]: DEBUG nova.compute.manager [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69513) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 929.597835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.443s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.604313] env[69513]: INFO nova.compute.claims [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.715652] env[69513]: DEBUG nova.network.neutron [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updated VIF entry in instance network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 929.720068] env[69513]: DEBUG nova.network.neutron [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.863179] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 2387148a-8e7d-4652-a09b-b71ac952044b] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.874955] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.913727] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03573} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.913987] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.914761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.915101] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk to [datastore2] 89f05511-e971-4dad-836b-cf05c4b4ff92/89f05511-e971-4dad-836b-cf05c4b4ff92.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.915419] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eabc6ca9-4c2f-4dbd-9e09-ff63cc10f028 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.922961] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 929.922961] env[69513]: value = "task-3380712" [ 929.922961] env[69513]: _type = "Task" [ 929.922961] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.931458] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.007109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.168685] env[69513]: INFO nova.scheduler.client.report [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted allocation for migration 15c402c6-ee34-409d-a922-f222b5bff6d6 [ 930.221094] env[69513]: DEBUG oslo_concurrency.lockutils [req-138ebc17-86f9-4930-9c96-51a5458bc1a2 req-45677390-e831-4ac0-a94c-1e366475488d service nova] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.326081] env[69513]: DEBUG nova.network.neutron [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Successfully updated port: d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.366672] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 93b81605-017f-4c6a-aa21-c46c34f1dfc8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.383897] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.435996] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380712, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.677452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-66cfb3c0-f44a-40c0-8c39-ec0fc13c1a2a tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.424s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.833363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.833363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.833475] env[69513]: DEBUG nova.network.neutron [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 930.873172] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 4d95802c-4632-4247-a0a6-7ec4bb6712bc] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.880306] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.937127] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380712, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.938558] env[69513]: DEBUG nova.compute.manager [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Received event network-vif-plugged-d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.938760] env[69513]: DEBUG oslo_concurrency.lockutils [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] Acquiring lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.938959] env[69513]: DEBUG oslo_concurrency.lockutils [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] Lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.939140] env[69513]: DEBUG oslo_concurrency.lockutils [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] Lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.939305] env[69513]: DEBUG nova.compute.manager [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] No waiting events found dispatching network-vif-plugged-d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.939492] env[69513]: WARNING nova.compute.manager [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Received unexpected event network-vif-plugged-d4702c17-7522-49a0-a664-627c0a45dfa1 for instance with vm_state building and task_state spawning. [ 930.939678] env[69513]: DEBUG nova.compute.manager [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Received event network-changed-d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.939836] env[69513]: DEBUG nova.compute.manager [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Refreshing instance network info cache due to event network-changed-d4702c17-7522-49a0-a664-627c0a45dfa1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.940009] env[69513]: DEBUG oslo_concurrency.lockutils [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] Acquiring lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.010248] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0c4185-0cb3-4034-858f-40ae2059c884 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.018889] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f925e265-bc66-4546-b841-1397e6315b69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.050393] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6a9d6-3194-4364-8e64-8ef2eb0daa5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.058290] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e66a7d-c6cf-4cc8-96e1-4a8a1a199e60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.075383] env[69513]: DEBUG nova.compute.provider_tree [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.198613] env[69513]: DEBUG nova.compute.manager [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.199722] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf8941-1f7e-4d91-8076-da7a8635eea8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.212060] env[69513]: DEBUG nova.objects.instance [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'flavor' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.372368] env[69513]: DEBUG nova.network.neutron [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 931.378468] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.384570] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: b339634c-cd82-41af-93a1-05c780391709] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.434946] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380712, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.564813] env[69513]: DEBUG nova.network.neutron [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance_info_cache with network_info: [{"id": "d4702c17-7522-49a0-a664-627c0a45dfa1", "address": "fa:16:3e:3f:7c:84", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4702c17-75", "ovs_interfaceid": "d4702c17-7522-49a0-a664-627c0a45dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.579594] env[69513]: DEBUG nova.scheduler.client.report [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.713486] env[69513]: INFO nova.compute.manager [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] instance snapshotting [ 931.717944] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5952946a-b5e2-43f0-820d-14d5639c4b9c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.721682] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721929] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722911] env[69513]: DEBUG nova.network.neutron [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 931.722911] env[69513]: DEBUG nova.objects.instance [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'info_cache' on Instance uuid 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.742544] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5fc5d-eef0-470c-b42d-d76e138aaade {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.878301] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.893771] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: bf7f6c84-ceda-463a-a87a-47d3d37e5dab] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.937878] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380712, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.067076] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.067455] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Instance network_info: |[{"id": "d4702c17-7522-49a0-a664-627c0a45dfa1", "address": "fa:16:3e:3f:7c:84", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4702c17-75", "ovs_interfaceid": "d4702c17-7522-49a0-a664-627c0a45dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.067757] env[69513]: DEBUG oslo_concurrency.lockutils [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] Acquired lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.067937] env[69513]: DEBUG nova.network.neutron [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Refreshing network info cache for port d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 932.069474] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:7c:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4702c17-7522-49a0-a664-627c0a45dfa1', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.078800] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.080038] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.080277] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77a004a2-ca08-4723-80a7-bb90bd7d67f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.100437] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.101062] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.104172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.656s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.105883] env[69513]: INFO nova.compute.claims [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.115330] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.115330] env[69513]: value = "task-3380713" [ 932.115330] env[69513]: _type = "Task" [ 932.115330] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.124408] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380713, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.225738] env[69513]: DEBUG nova.objects.base [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Object Instance<86fa999a-071c-40b9-84f9-6bb0518de89f> lazy-loaded attributes: flavor,info_cache {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.239192] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.239578] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.239906] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleting the datastore file [datastore1] 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.240403] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c39b7b12-ad4c-41b0-9c29-942883a31cbd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.250992] env[69513]: DEBUG oslo_vmware.api [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 932.250992] env[69513]: value = "task-3380714" [ 932.250992] env[69513]: _type = "Task" [ 932.250992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.255439] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.255873] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3972c047-a313-44b0-9187-b756dd21b7bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.264704] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 932.264704] env[69513]: value = "task-3380715" [ 932.264704] env[69513]: _type = "Task" [ 932.264704] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.268043] env[69513]: DEBUG oslo_vmware.api [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.278942] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.378575] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.398691] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: cc60a360-27cc-4c89-a040-4346787b381f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.438343] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380712, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.380102} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.438992] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fb8391d-53d0-4c43-9d22-b6f5eae91408/7fb8391d-53d0-4c43-9d22-b6f5eae91408.vmdk to [datastore2] 89f05511-e971-4dad-836b-cf05c4b4ff92/89f05511-e971-4dad-836b-cf05c4b4ff92.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.440334] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54240a36-0a6d-47a7-960d-52e98400f492 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.467987] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 89f05511-e971-4dad-836b-cf05c4b4ff92/89f05511-e971-4dad-836b-cf05c4b4ff92.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.469274] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bf3441-7150-4999-aa1d-ec4b3f317797 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.489835] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 932.489835] env[69513]: value = "task-3380716" [ 932.489835] env[69513]: _type = "Task" [ 932.489835] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.498433] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.605553] env[69513]: DEBUG nova.compute.utils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.607096] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.607337] env[69513]: DEBUG nova.network.neutron [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.631243] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380713, 'name': CreateVM_Task, 'duration_secs': 0.474844} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.631410] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.632110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.633017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.633017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.633129] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901f8924-c34d-4e44-b084-666ec239f5ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.638069] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 932.638069] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]525194b7-1287-75b6-7a1d-84d65e1dd2fb" [ 932.638069] env[69513]: _type = "Task" [ 932.638069] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.646380] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525194b7-1287-75b6-7a1d-84d65e1dd2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.701572] env[69513]: DEBUG nova.policy [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a090f8cf8c254372bb030764e97123da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68c1a9e43b36483896e0c51fc04130f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.761336] env[69513]: DEBUG oslo_vmware.api [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221454} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.761676] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.761902] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.762108] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.762291] env[69513]: INFO nova.compute.manager [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Took 4.48 seconds to destroy the instance on the hypervisor. [ 932.762562] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.762776] env[69513]: DEBUG nova.compute.manager [-] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.762886] env[69513]: DEBUG nova.network.neutron [-] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 932.778795] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.879519] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380709, 'name': CreateVM_Task, 'duration_secs': 3.828415} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.879746] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.880486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.901524] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 4d89d5e2-ce5d-487c-be93-95d687f45ca6] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.908946] env[69513]: DEBUG nova.network.neutron [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updated VIF entry in instance network info cache for port d4702c17-7522-49a0-a664-627c0a45dfa1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 932.909736] env[69513]: DEBUG nova.network.neutron [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance_info_cache with network_info: [{"id": "d4702c17-7522-49a0-a664-627c0a45dfa1", "address": "fa:16:3e:3f:7c:84", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4702c17-75", "ovs_interfaceid": "d4702c17-7522-49a0-a664-627c0a45dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.001602] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380716, 'name': ReconfigVM_Task, 'duration_secs': 0.363301} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.001847] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 89f05511-e971-4dad-836b-cf05c4b4ff92/89f05511-e971-4dad-836b-cf05c4b4ff92.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.002747] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284bf64d-fedd-447b-a26d-e723dec6ea5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.008970] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 933.008970] env[69513]: value = "task-3380717" [ 933.008970] env[69513]: _type = "Task" [ 933.008970] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.020022] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380717, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.110160] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.162876] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525194b7-1287-75b6-7a1d-84d65e1dd2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.164187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.164427] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.164660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.164808] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.164982] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.166153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.166426] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.166883] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-850a919b-3115-4c15-9b45-100419585881 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.170537] env[69513]: DEBUG nova.compute.manager [req-64d75549-07f0-4830-816a-f72f72ff3cc1 req-54171675-e085-498f-9b96-4f62226c0a1e service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Received event network-vif-deleted-a6b700fb-c5e0-4ec5-a875-a339b7c35de5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.170734] env[69513]: INFO nova.compute.manager [req-64d75549-07f0-4830-816a-f72f72ff3cc1 req-54171675-e085-498f-9b96-4f62226c0a1e service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Neutron deleted interface a6b700fb-c5e0-4ec5-a875-a339b7c35de5; detaching it from the instance and deleting it from the info cache [ 933.170903] env[69513]: DEBUG nova.network.neutron [req-64d75549-07f0-4830-816a-f72f72ff3cc1 req-54171675-e085-498f-9b96-4f62226c0a1e service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.172127] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b919dc-c41e-4169-aee3-0ece425021ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.180837] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 933.180837] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c77ffb-26a5-2114-64f3-2b560d1121f9" [ 933.180837] env[69513]: _type = "Task" [ 933.180837] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.186161] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.186312] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.189567] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2d8b28-0e2c-4575-b3ea-aaa1e0b6fce9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.197599] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c77ffb-26a5-2114-64f3-2b560d1121f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.198434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.198727] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.200607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.201958] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 933.201958] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f2742-85ed-abfd-1e2a-079a27e4d607" [ 933.201958] env[69513]: _type = "Task" [ 933.201958] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.215622] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f2742-85ed-abfd-1e2a-079a27e4d607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.277788] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380715, 'name': CreateSnapshot_Task, 'duration_secs': 0.705398} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.280179] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.281106] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a764947-e502-40a4-9734-edbad4c03097 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.304693] env[69513]: DEBUG nova.network.neutron [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [{"id": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "address": "fa:16:3e:58:83:ef", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f0d27f-5d", "ovs_interfaceid": "73f0d27f-5db7-41b9-a80d-3d8af4695b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.409428] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: c8efdc90-e47b-4628-bfcb-143a0a958257] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.411934] env[69513]: DEBUG oslo_concurrency.lockutils [req-d58dba44-b4cc-4f8d-b1f3-5f1a7e85f4ce req-d09140e6-50e0-4d14-8fc0-cae8ccb8ed83 service nova] Releasing lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.448234] env[69513]: DEBUG nova.network.neutron [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Successfully created port: b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.472130] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a81b58-b12f-4a00-92d9-76c3e71dde44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.481690] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89db15ff-164f-4983-8e51-ad4f2211ad0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.515922] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48570d75-5d8a-4612-bb80-5fca55bd90ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.523480] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380717, 'name': Rename_Task, 'duration_secs': 0.153553} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.526947] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.526947] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984921c6-da27-4515-9c84-4249ef6e1176 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.528458] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2890e3d6-b046-4a9d-9a4a-a37ebc3d970e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.536472] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 933.536472] env[69513]: value = "task-3380718" [ 933.536472] env[69513]: _type = "Task" [ 933.536472] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.544281] env[69513]: DEBUG nova.compute.provider_tree [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.553716] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380718, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.653447] env[69513]: DEBUG nova.network.neutron [-] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.675507] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38a4e393-2dbf-40ae-823c-8986fca25a16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.685309] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d5791-7b8c-41db-bc2a-e0d1e8890cd1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.724246] env[69513]: DEBUG nova.compute.manager [req-64d75549-07f0-4830-816a-f72f72ff3cc1 req-54171675-e085-498f-9b96-4f62226c0a1e service nova] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Detach interface failed, port_id=a6b700fb-c5e0-4ec5-a875-a339b7c35de5, reason: Instance 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.731389] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f2742-85ed-abfd-1e2a-079a27e4d607, 'name': SearchDatastore_Task, 'duration_secs': 0.014296} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.732245] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b7fafb-35b3-49c3-b9a7-6e73ec0f2ce2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.737547] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 933.737547] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e2874-7cbe-a80f-d90a-a725ac475250" [ 933.737547] env[69513]: _type = "Task" [ 933.737547] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.746283] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e2874-7cbe-a80f-d90a-a725ac475250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.805606] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.805606] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4a5b76d-fe5a-449b-8516-97f604f90eb2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.808844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-86fa999a-071c-40b9-84f9-6bb0518de89f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.809892] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 933.809892] env[69513]: value = "task-3380719" [ 933.809892] env[69513]: _type = "Task" [ 933.809892] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.820942] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380719, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.913039] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 2caaed18-e8a8-40e8-a8ac-60d4aea0e4fd] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.049746] env[69513]: DEBUG nova.scheduler.client.report [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.059245] env[69513]: DEBUG oslo_vmware.api [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380718, 'name': PowerOnVM_Task, 'duration_secs': 0.480339} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.059661] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.059992] env[69513]: INFO nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Took 15.31 seconds to spawn the instance on the hypervisor. [ 934.060078] env[69513]: DEBUG nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.060864] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc589159-f8e7-4add-a6d5-19cbe03519d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.123249] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.155239] env[69513]: INFO nova.compute.manager [-] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Took 1.39 seconds to deallocate network for instance. [ 934.162510] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.163115] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.163115] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.163115] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.163378] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.163425] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.163595] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.163751] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.163940] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.164089] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.164336] env[69513]: DEBUG nova.virt.hardware [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.165210] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375bc4f-5002-48c2-952a-c451309084fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.173736] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c642fb-ad07-4c7a-a360-4ed87c59be2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.252350] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e2874-7cbe-a80f-d90a-a725ac475250, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.253637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.253637] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b/33289c07-311b-4bd0-b565-58663e51ff7b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.253637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.253637] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.253637] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf1f26c-ac94-4cf0-8733-e3342814792f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.255705] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b2e5fc1-dfd5-4be6-b002-b7ee50cae53c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.263535] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 934.263535] env[69513]: value = "task-3380720" [ 934.263535] env[69513]: _type = "Task" [ 934.263535] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.268843] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.269059] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.270217] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7362f24f-901e-4eee-9779-befcbef5e1dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.275706] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.278984] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 934.278984] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52550712-8fff-39e3-5b93-7181ec4b9962" [ 934.278984] env[69513]: _type = "Task" [ 934.278984] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.286201] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52550712-8fff-39e3-5b93-7181ec4b9962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.325801] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380719, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.416329] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: fb61d87f-5c4c-4c97-b224-d1033a8c5c83] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.554810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.557031] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.558390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.961s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.558772] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.561385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.139s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.563212] env[69513]: INFO nova.compute.claims [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.582909] env[69513]: INFO nova.compute.manager [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Took 52.63 seconds to build instance. [ 934.633466] env[69513]: INFO nova.scheduler.client.report [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleted allocations for instance 216d2a59-f25f-4d74-b956-1e1b68a95187 [ 934.661745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.776037] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.793461] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52550712-8fff-39e3-5b93-7181ec4b9962, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.794359] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0631b8b-62b2-49c6-ab5d-08a50675cf97 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.803033] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 934.803033] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e65788-0cae-b762-58b2-2db31f46832b" [ 934.803033] env[69513]: _type = "Task" [ 934.803033] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.812404] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e65788-0cae-b762-58b2-2db31f46832b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.825324] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.825324] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380719, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.825324] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620dc5b8-1c83-4124-a433-ed9733655c43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.831635] env[69513]: DEBUG oslo_vmware.api [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 934.831635] env[69513]: value = "task-3380721" [ 934.831635] env[69513]: _type = "Task" [ 934.831635] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.842580] env[69513]: DEBUG oslo_vmware.api [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.920688] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 5b662da1-f32f-47da-a044-62f86557d784] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.990208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "89f05511-e971-4dad-836b-cf05c4b4ff92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.054995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.055298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.055482] env[69513]: DEBUG nova.compute.manager [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.056408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e05f8a8-87ac-4d13-931d-c19c8318665e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.061581] env[69513]: DEBUG nova.compute.utils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.063112] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.063264] env[69513]: DEBUG nova.network.neutron [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.074895] env[69513]: DEBUG nova.compute.manager [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 935.074895] env[69513]: DEBUG nova.objects.instance [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'flavor' on Instance uuid 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.085606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ed40913-ec1d-426e-bebd-81dac50b4f84 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.136s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.085606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.096s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.085769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "89f05511-e971-4dad-836b-cf05c4b4ff92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.085963] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.086158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.088840] env[69513]: INFO nova.compute.manager [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Terminating instance [ 935.134878] env[69513]: DEBUG nova.compute.manager [req-4d42cc9e-0f6a-43d6-8fd0-cfa34e780cc6 req-c666e6bd-7927-466c-b2d2-f97280326eab service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-vif-plugged-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.135549] env[69513]: DEBUG oslo_concurrency.lockutils [req-4d42cc9e-0f6a-43d6-8fd0-cfa34e780cc6 req-c666e6bd-7927-466c-b2d2-f97280326eab service nova] Acquiring lock "1c70633b-dfdd-4b12-aa9c-2109207853d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.135549] env[69513]: DEBUG oslo_concurrency.lockutils [req-4d42cc9e-0f6a-43d6-8fd0-cfa34e780cc6 req-c666e6bd-7927-466c-b2d2-f97280326eab service nova] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.135549] env[69513]: DEBUG oslo_concurrency.lockutils [req-4d42cc9e-0f6a-43d6-8fd0-cfa34e780cc6 req-c666e6bd-7927-466c-b2d2-f97280326eab service nova] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.135847] env[69513]: DEBUG nova.compute.manager [req-4d42cc9e-0f6a-43d6-8fd0-cfa34e780cc6 req-c666e6bd-7927-466c-b2d2-f97280326eab service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] No waiting events found dispatching network-vif-plugged-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.135889] env[69513]: WARNING nova.compute.manager [req-4d42cc9e-0f6a-43d6-8fd0-cfa34e780cc6 req-c666e6bd-7927-466c-b2d2-f97280326eab service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received unexpected event network-vif-plugged-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 for instance with vm_state building and task_state spawning. [ 935.144127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c0d3cdd7-fd6e-49d4-ae80-f60c75073e9e tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "216d2a59-f25f-4d74-b956-1e1b68a95187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.049s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.186470] env[69513]: DEBUG nova.policy [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2394d475ce484fbb7fc3d13162a4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801cee7bc7c944c18861fcf9db4cecee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.220710] env[69513]: DEBUG nova.network.neutron [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Successfully updated port: b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.276147] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582048} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.276147] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b/33289c07-311b-4bd0-b565-58663e51ff7b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.277357] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.277745] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dde0228-bbb6-411f-8e43-3007e19e860b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.288124] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 935.288124] env[69513]: value = "task-3380722" [ 935.288124] env[69513]: _type = "Task" [ 935.288124] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.294813] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.314815] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e65788-0cae-b762-58b2-2db31f46832b, 'name': SearchDatastore_Task, 'duration_secs': 0.023936} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.318240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.318601] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/4e9a2ccb-c106-40a5-9606-169dd8d95376.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.319077] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1024d91c-0df5-41d0-9518-c6469d53c063 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.327287] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380719, 'name': CloneVM_Task, 'duration_secs': 1.437415} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.331016] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Created linked-clone VM from snapshot [ 935.331016] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 935.331016] env[69513]: value = "task-3380723" [ 935.331016] env[69513]: _type = "Task" [ 935.331016] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.331016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e2c2f3-5789-4f8b-92e9-f32a0b6dfa43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.344425] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Uploading image 69b150c7-9c49-4af9-950e-76547e841c11 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.354752] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.354752] env[69513]: DEBUG oslo_vmware.api [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.371545] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.371545] env[69513]: value = "vm-674585" [ 935.371545] env[69513]: _type = "VirtualMachine" [ 935.371545] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.372184] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43ae0d0b-e880-4586-aa75-12cb96dc5f5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.380614] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lease: (returnval){ [ 935.380614] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52209901-22c8-f7ed-7078-7c2709fbd710" [ 935.380614] env[69513]: _type = "HttpNfcLease" [ 935.380614] env[69513]: } obtained for exporting VM: (result){ [ 935.380614] env[69513]: value = "vm-674585" [ 935.380614] env[69513]: _type = "VirtualMachine" [ 935.380614] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.380895] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the lease: (returnval){ [ 935.380895] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52209901-22c8-f7ed-7078-7c2709fbd710" [ 935.380895] env[69513]: _type = "HttpNfcLease" [ 935.380895] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.390665] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.390665] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52209901-22c8-f7ed-7078-7c2709fbd710" [ 935.390665] env[69513]: _type = "HttpNfcLease" [ 935.390665] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.424674] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 199e1c7c-fdb2-4074-84c4-7b4477d1dc9e] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.566757] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.593927] env[69513]: DEBUG nova.compute.manager [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.594086] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.597246] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40de1c-4a03-4c1b-b7a6-5abab6aedad8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.607852] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.609215] env[69513]: DEBUG nova.network.neutron [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Successfully created port: 27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.611339] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a172ddfb-8288-491f-82e4-c2bb8917d26b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.623825] env[69513]: DEBUG oslo_vmware.api [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 935.623825] env[69513]: value = "task-3380725" [ 935.623825] env[69513]: _type = "Task" [ 935.623825] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.635371] env[69513]: DEBUG oslo_vmware.api [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.724655] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.724780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.724952] env[69513]: DEBUG nova.network.neutron [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 935.810910] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062065} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.811438] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.813170] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b32a00-aae3-40b1-b321-67751fbccd43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.837797] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b/33289c07-311b-4bd0-b565-58663e51ff7b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.841020] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7126fc92-1e2e-4c24-b78a-53989b462ca6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.888261] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380723, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.888623] env[69513]: DEBUG oslo_vmware.api [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380721, 'name': PowerOnVM_Task, 'duration_secs': 0.890773} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.896085] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.896322] env[69513]: DEBUG nova.compute.manager [None req-e8494742-63e2-4483-8b0e-95a1735d787f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.896671] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 935.896671] env[69513]: value = "task-3380726" [ 935.896671] env[69513]: _type = "Task" [ 935.896671] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.900022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b64e32-f949-4ee1-b2f8-e7d1224ffd65 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.907647] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.907647] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52209901-22c8-f7ed-7078-7c2709fbd710" [ 935.907647] env[69513]: _type = "HttpNfcLease" [ 935.907647] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.908327] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.908327] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52209901-22c8-f7ed-7078-7c2709fbd710" [ 935.908327] env[69513]: _type = "HttpNfcLease" [ 935.908327] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.909335] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd81a4-cf61-4247-97d6-604229ceedf6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.923687] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.934196] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 60b53559-2eae-4f70-b76e-a12c8d522950] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.936466] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cacb3-ee76-94b5-bb66-8f519050f370/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.936714] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cacb3-ee76-94b5-bb66-8f519050f370/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.052292] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f82d9d04-60fa-4529-be9f-ef0315a7d1c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.084742] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.084742] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-107f5601-ae1d-460e-9305-a1c76aa4b085 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.098788] env[69513]: DEBUG oslo_vmware.api [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 936.098788] env[69513]: value = "task-3380727" [ 936.098788] env[69513]: _type = "Task" [ 936.098788] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.115972] env[69513]: DEBUG oslo_vmware.api [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.139112] env[69513]: DEBUG oslo_vmware.api [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380725, 'name': PowerOffVM_Task, 'duration_secs': 0.489822} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.139112] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.139112] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.139112] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9136100-8de1-4eed-b2fb-de78e87264bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.172562] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c676a53-5b71-491f-b694-54dc61c1f604 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.180623] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73799e26-9ea1-4a36-9ef8-4c25fcf6b3ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.213927] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987db2d3-c6b1-432b-85b4-7b657f0328da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.216805] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.217238] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.217238] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleting the datastore file [datastore2] 89f05511-e971-4dad-836b-cf05c4b4ff92 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.220015] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25420554-a0d3-4676-9faa-464740da79cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.225516] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07842bf-dbe5-4779-8bcc-f43446b3dc8a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.229736] env[69513]: DEBUG oslo_vmware.api [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 936.229736] env[69513]: value = "task-3380729" [ 936.229736] env[69513]: _type = "Task" [ 936.229736] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.245659] env[69513]: DEBUG nova.compute.provider_tree [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.251008] env[69513]: DEBUG oslo_vmware.api [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.297618] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.297942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.299425] env[69513]: DEBUG nova.network.neutron [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 936.351344] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764851} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.351638] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/4e9a2ccb-c106-40a5-9606-169dd8d95376.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.351875] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.352154] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7ee4f4b-de22-413d-9ce8-e029331c81cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.359124] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 936.359124] env[69513]: value = "task-3380730" [ 936.359124] env[69513]: _type = "Task" [ 936.359124] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.370441] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.411343] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380726, 'name': ReconfigVM_Task, 'duration_secs': 0.408882} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.411632] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b/33289c07-311b-4bd0-b565-58663e51ff7b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.412273] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b5c3f2-c50c-4912-9711-ba989522920d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.422761] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 936.422761] env[69513]: value = "task-3380731" [ 936.422761] env[69513]: _type = "Task" [ 936.422761] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.430573] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380731, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.438811] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 3f493655-88cc-4473-a156-828391eba964] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.441823] env[69513]: DEBUG nova.network.neutron [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.513178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.513178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.513409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.513610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.513795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.521332] env[69513]: INFO nova.compute.manager [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Terminating instance [ 936.578447] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.612120] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.612705] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.612875] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.613166] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.613514] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.613829] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.614157] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.614415] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.614678] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.614919] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.615248] env[69513]: DEBUG nova.virt.hardware [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.616171] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b54c5-a16c-44d4-8af7-5f141ec362d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.626359] env[69513]: DEBUG oslo_vmware.api [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380727, 'name': PowerOffVM_Task, 'duration_secs': 0.262654} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.628658] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.629257] env[69513]: DEBUG nova.compute.manager [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.629529] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f4827d-918e-4aac-8846-d5fa27a244a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.633796] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cee082-998d-4a19-87c5-c67985cf9727 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.746021] env[69513]: DEBUG oslo_vmware.api [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280743} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.746021] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.746021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.746021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.746021] env[69513]: INFO nova.compute.manager [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Took 1.15 seconds to destroy the instance on the hypervisor. [ 936.746021] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.746712] env[69513]: DEBUG nova.compute.manager [-] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.746959] env[69513]: DEBUG nova.network.neutron [-] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 936.749955] env[69513]: DEBUG nova.scheduler.client.report [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.803107] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.871938] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087219} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.872224] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.873027] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475d281-60e7-47e0-847c-382893ea607e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.906027] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/4e9a2ccb-c106-40a5-9606-169dd8d95376.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.906027] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507732e9-4298-429a-b3a3-72b9033039a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.926512] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 936.926512] env[69513]: value = "task-3380732" [ 936.926512] env[69513]: _type = "Task" [ 936.926512] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.930405] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380731, 'name': Rename_Task, 'duration_secs': 0.15291} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.935025] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.935025] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64db2729-8c8a-433e-866f-af3c21c8df9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.942093] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.943584] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f9e131e0-417f-4baf-b7fd-a3547169fd41] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.945503] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 936.945503] env[69513]: value = "task-3380733" [ 936.945503] env[69513]: _type = "Task" [ 936.945503] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.948024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948024] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Instance network_info: |[{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.953732] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:60:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d0ef17-87ed-494d-94b1-bf5678c7dbd4', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.964967] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Creating folder: Project (68c1a9e43b36483896e0c51fc04130f5). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.965413] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a90b8e9-13b0-4f63-9707-030775a28a98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.973472] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.975242] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Created folder: Project (68c1a9e43b36483896e0c51fc04130f5) in parent group-v674393. [ 936.975499] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Creating folder: Instances. Parent ref: group-v674586. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.976498] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee526cc-6160-4fc9-b0b1-1c60618b4d05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.985453] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Created folder: Instances in parent group-v674586. [ 936.986049] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.987329] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.987614] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a19ecfc-0a4c-4348-a1e8-afff447f87b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.008666] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.008666] env[69513]: value = "task-3380736" [ 937.008666] env[69513]: _type = "Task" [ 937.008666] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.016880] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380736, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.024320] env[69513]: DEBUG nova.compute.manager [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.024581] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.025554] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a59b11c-e4f4-4543-87cb-2cc2c0f7c5e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.033386] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.033784] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a06d246e-b768-4cf9-8274-1181df802d96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.040898] env[69513]: DEBUG oslo_vmware.api [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 937.040898] env[69513]: value = "task-3380737" [ 937.040898] env[69513]: _type = "Task" [ 937.040898] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.050329] env[69513]: DEBUG oslo_vmware.api [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.159178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8563918a-2d08-45c4-94b1-7d3475bd9a4d tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.258682] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.259258] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.262822] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.256s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.268124] env[69513]: INFO nova.compute.claims [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.321598] env[69513]: DEBUG nova.compute.manager [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.321912] env[69513]: DEBUG nova.compute.manager [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing instance network info cache due to event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.322412] env[69513]: DEBUG oslo_concurrency.lockutils [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.322608] env[69513]: DEBUG oslo_concurrency.lockutils [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.323161] env[69513]: DEBUG nova.network.neutron [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 937.337826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.443068] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.450664] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 3ca386ea-bb2d-412c-a855-399c4776feb2] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.464854] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.520807] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380736, 'name': CreateVM_Task, 'duration_secs': 0.452882} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.520966] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.521919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.522153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.522596] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.523025] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb0fd78-1f45-4a6c-89bb-ca4bfe82475c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.530022] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 937.530022] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52938cdf-f839-483d-1f83-92b5b3b6bdd8" [ 937.530022] env[69513]: _type = "Task" [ 937.530022] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.537770] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52938cdf-f839-483d-1f83-92b5b3b6bdd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.555065] env[69513]: DEBUG oslo_vmware.api [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380737, 'name': PowerOffVM_Task, 'duration_secs': 0.299016} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.555661] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.556280] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.556738] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0325733f-109d-4bca-b380-6626a9a108bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.613995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.613995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.613995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.614685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.615026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.617724] env[69513]: INFO nova.compute.manager [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Terminating instance [ 937.626029] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.626029] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.626029] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleting the datastore file [datastore2] fc09ea54-6b9a-46af-95f5-ab03122a00ee {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.626029] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e84438c7-a222-415e-b74a-f6da52e2b9c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.631563] env[69513]: DEBUG oslo_vmware.api [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for the task: (returnval){ [ 937.631563] env[69513]: value = "task-3380739" [ 937.631563] env[69513]: _type = "Task" [ 937.631563] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.636895] env[69513]: DEBUG nova.network.neutron [-] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.644549] env[69513]: DEBUG oslo_vmware.api [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.773403] env[69513]: DEBUG nova.compute.utils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.778688] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.779119] env[69513]: DEBUG nova.network.neutron [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.870742] env[69513]: DEBUG nova.network.neutron [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Successfully updated port: 27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.879766] env[69513]: DEBUG nova.policy [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c63421845724dfba8a42697f3131eed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3c1d11779f4e679b4e6687ad7896e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.887784] env[69513]: DEBUG nova.objects.instance [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'flavor' on Instance uuid 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.944314] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380732, 'name': ReconfigVM_Task, 'duration_secs': 0.619213} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.944588] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/4e9a2ccb-c106-40a5-9606-169dd8d95376.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.945246] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a97b906-122a-4ba2-a280-a8df1f316c57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.955592] env[69513]: DEBUG oslo_vmware.api [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380733, 'name': PowerOnVM_Task, 'duration_secs': 0.72012} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.957074] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.957324] env[69513]: INFO nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Took 8.99 seconds to spawn the instance on the hypervisor. [ 937.957550] env[69513]: DEBUG nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.958012] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 02a2e207-94cf-48fc-92fb-701ccaa6dce8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.960125] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 937.960125] env[69513]: value = "task-3380740" [ 937.960125] env[69513]: _type = "Task" [ 937.960125] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.960844] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e2b984-6d99-4d8b-89a7-56ffc1d99c1e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.977154] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380740, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.043741] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52938cdf-f839-483d-1f83-92b5b3b6bdd8, 'name': SearchDatastore_Task, 'duration_secs': 0.019704} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.044166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.044450] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.044728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.044883] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.045149] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.045454] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-168ad86b-2788-496d-9018-193b94c1c917 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.056896] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.057793] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.057999] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dabc6f8-65b0-4142-aca9-889af9c78de2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.063371] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 938.063371] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fca079-b372-c29c-337d-22fbe925f8cb" [ 938.063371] env[69513]: _type = "Task" [ 938.063371] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.071624] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fca079-b372-c29c-337d-22fbe925f8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.126407] env[69513]: DEBUG nova.compute.manager [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.126782] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.128026] env[69513]: DEBUG nova.network.neutron [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updated VIF entry in instance network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 938.128557] env[69513]: DEBUG nova.network.neutron [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.131108] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d09f3-9bdc-4006-85ce-b8c5bb6d4b40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.141997] env[69513]: INFO nova.compute.manager [-] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Took 1.39 seconds to deallocate network for instance. [ 938.150207] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.153619] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca8a922-31ae-4d8c-9aee-3a68b75d1ee2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.155692] env[69513]: DEBUG oslo_vmware.api [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Task: {'id': task-3380739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287212} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.156090] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.156333] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.156568] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.156788] env[69513]: INFO nova.compute.manager [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 938.157113] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.157824] env[69513]: DEBUG nova.compute.manager [-] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.158052] env[69513]: DEBUG nova.network.neutron [-] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 938.161584] env[69513]: DEBUG oslo_vmware.api [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 938.161584] env[69513]: value = "task-3380741" [ 938.161584] env[69513]: _type = "Task" [ 938.161584] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.173236] env[69513]: DEBUG oslo_vmware.api [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.229251] env[69513]: DEBUG nova.network.neutron [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Successfully created port: bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.279327] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.372992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "refresh_cache-cd73bb36-d81e-4135-9fcb-fee9f36c068c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.373335] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquired lock "refresh_cache-cd73bb36-d81e-4135-9fcb-fee9f36c068c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.373417] env[69513]: DEBUG nova.network.neutron [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 938.394563] env[69513]: DEBUG oslo_concurrency.lockutils [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.394741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.394911] env[69513]: DEBUG nova.network.neutron [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 938.395106] env[69513]: DEBUG nova.objects.instance [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'info_cache' on Instance uuid 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.456971] env[69513]: DEBUG nova.compute.manager [req-cfe9b9c8-c2a2-4312-a0eb-9a99010ae71b req-00a0cb8f-910c-42c0-8e3e-270b80990810 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Received event network-vif-deleted-23330338-bd2d-4050-a412-bba2d9a797bf {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.457251] env[69513]: INFO nova.compute.manager [req-cfe9b9c8-c2a2-4312-a0eb-9a99010ae71b req-00a0cb8f-910c-42c0-8e3e-270b80990810 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Neutron deleted interface 23330338-bd2d-4050-a412-bba2d9a797bf; detaching it from the instance and deleting it from the info cache [ 938.457363] env[69513]: DEBUG nova.network.neutron [req-cfe9b9c8-c2a2-4312-a0eb-9a99010ae71b req-00a0cb8f-910c-42c0-8e3e-270b80990810 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.465300] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 8449c056-fd63-4c95-b517-8fb2240182f3] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.484814] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380740, 'name': Rename_Task, 'duration_secs': 0.177376} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.488889] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.489462] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5329443-42f2-4e15-85e3-18daf7f0c823 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.491884] env[69513]: INFO nova.compute.manager [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Took 38.33 seconds to build instance. [ 938.496841] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 938.496841] env[69513]: value = "task-3380742" [ 938.496841] env[69513]: _type = "Task" [ 938.496841] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.511440] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.573747] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fca079-b372-c29c-337d-22fbe925f8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.574707] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb30e88a-5bcb-4b74-8ec0-2264a02e908b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.582661] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 938.582661] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526c4e0c-7f50-0767-fc0e-630daaf757cc" [ 938.582661] env[69513]: _type = "Task" [ 938.582661] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.594492] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526c4e0c-7f50-0767-fc0e-630daaf757cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.594492] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.594726] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/1c70633b-dfdd-4b12-aa9c-2109207853d1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.594997] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a037314-e105-45a9-be3a-2d2baeece7d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.604221] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 938.604221] env[69513]: value = "task-3380743" [ 938.604221] env[69513]: _type = "Task" [ 938.604221] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.613151] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.638394] env[69513]: DEBUG oslo_concurrency.lockutils [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.638718] env[69513]: DEBUG nova.compute.manager [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Received event network-vif-deleted-26f093fd-4757-421f-a19a-00b9b0ee27b4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.639217] env[69513]: INFO nova.compute.manager [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Neutron deleted interface 26f093fd-4757-421f-a19a-00b9b0ee27b4; detaching it from the instance and deleting it from the info cache [ 938.639217] env[69513]: DEBUG nova.network.neutron [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.654021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.680968] env[69513]: DEBUG oslo_vmware.api [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380741, 'name': PowerOffVM_Task, 'duration_secs': 0.219707} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.684772] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.685367] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.685885] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f28415b-9456-41c4-976f-91493b24c390 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.743377] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f4511-0447-4166-be7b-3883adf8b566 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.764827] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e49f37-0eca-4f0d-86cf-1acdba70a58d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.770308] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.770308] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.770308] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleting the datastore file [datastore2] 86fa999a-071c-40b9-84f9-6bb0518de89f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.770308] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe0c2742-64f3-4ae7-99f1-802b80f6af3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.808330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dff42f-c302-4fc5-a03b-9b039ed5b5ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.811410] env[69513]: DEBUG oslo_vmware.api [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 938.811410] env[69513]: value = "task-3380745" [ 938.811410] env[69513]: _type = "Task" [ 938.811410] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.820033] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc87ee5-b334-4a8c-8541-3ad3ee7c2c84 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.829600] env[69513]: DEBUG oslo_vmware.api [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.846560] env[69513]: DEBUG nova.compute.provider_tree [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.899525] env[69513]: DEBUG nova.objects.base [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Object Instance<0a7f917c-2a24-46bc-8478-fa7f3d4e0f05> lazy-loaded attributes: flavor,info_cache {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 938.918013] env[69513]: DEBUG nova.network.neutron [-] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.959884] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd72971d-1ad2-42d4-a4fb-bfe7c9479a50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.972672] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635edfb0-03d8-4d06-af5d-48d8b06b5524 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.984885] env[69513]: DEBUG nova.network.neutron [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 938.987245] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 25443750-5a62-4761-a992-6761814c445d] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.993925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db76f03d-fae3-46d7-951c-b55c4ed2b162 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.306s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.017781] env[69513]: DEBUG nova.compute.manager [req-cfe9b9c8-c2a2-4312-a0eb-9a99010ae71b req-00a0cb8f-910c-42c0-8e3e-270b80990810 service nova] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Detach interface failed, port_id=23330338-bd2d-4050-a412-bba2d9a797bf, reason: Instance fc09ea54-6b9a-46af-95f5-ab03122a00ee could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.032709] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.114684] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496522} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.114883] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/1c70633b-dfdd-4b12-aa9c-2109207853d1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.115089] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.115345] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4012bd-f504-4845-8dca-fba567a6937e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.121833] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 939.121833] env[69513]: value = "task-3380746" [ 939.121833] env[69513]: _type = "Task" [ 939.121833] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.130882] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.142705] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c731ced3-2773-4dfe-9cfc-e63e91fe6964 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.154030] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e583d48-a889-412b-92bf-882d32cb707b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.194954] env[69513]: DEBUG nova.compute.manager [req-5cfa52f1-8693-4f9e-8891-33269c6855e6 req-da211bd7-3db7-4966-a76b-bfd668bb96e3 service nova] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Detach interface failed, port_id=26f093fd-4757-421f-a19a-00b9b0ee27b4, reason: Instance 89f05511-e971-4dad-836b-cf05c4b4ff92 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.202055] env[69513]: DEBUG nova.network.neutron [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Updating instance_info_cache with network_info: [{"id": "27fae32d-5f1c-4278-85b5-4303d9a5eb19", "address": "fa:16:3e:97:5b:28", "network": {"id": "b6b843d4-20d1-49f2-bb27-3a9efa4b7358", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1944621904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801cee7bc7c944c18861fcf9db4cecee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fae32d-5f", "ovs_interfaceid": "27fae32d-5f1c-4278-85b5-4303d9a5eb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.309588] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.321564] env[69513]: DEBUG oslo_vmware.api [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425873} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.321993] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.322458] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.322858] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.323230] env[69513]: INFO nova.compute.manager [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 939.323535] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.323795] env[69513]: DEBUG nova.compute.manager [-] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.323969] env[69513]: DEBUG nova.network.neutron [-] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 939.342442] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.342713] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.342914] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.343717] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.343959] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.344207] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.344632] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.344889] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.345153] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.345406] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.345680] env[69513]: DEBUG nova.virt.hardware [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.347283] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945755da-2813-48e4-978c-cc6f9e7c1895 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.350560] env[69513]: DEBUG nova.scheduler.client.report [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.361573] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8e340f-fb73-4b7b-8d82-16e5300bd8b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.420830] env[69513]: INFO nova.compute.manager [-] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Took 1.26 seconds to deallocate network for instance. [ 939.492167] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: d1eb6bed-1ed6-4243-8416-1083822cfa9f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.511350] env[69513]: DEBUG nova.compute.manager [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Received event network-vif-plugged-27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.512648] env[69513]: DEBUG oslo_concurrency.lockutils [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] Acquiring lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.512648] env[69513]: DEBUG oslo_concurrency.lockutils [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.512648] env[69513]: DEBUG oslo_concurrency.lockutils [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.512648] env[69513]: DEBUG nova.compute.manager [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] No waiting events found dispatching network-vif-plugged-27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.512648] env[69513]: WARNING nova.compute.manager [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Received unexpected event network-vif-plugged-27fae32d-5f1c-4278-85b5-4303d9a5eb19 for instance with vm_state building and task_state spawning. [ 939.512648] env[69513]: DEBUG nova.compute.manager [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Received event network-changed-27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.513308] env[69513]: DEBUG nova.compute.manager [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Refreshing instance network info cache due to event network-changed-27fae32d-5f1c-4278-85b5-4303d9a5eb19. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.513308] env[69513]: DEBUG oslo_concurrency.lockutils [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] Acquiring lock "refresh_cache-cd73bb36-d81e-4135-9fcb-fee9f36c068c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.526927] env[69513]: DEBUG oslo_vmware.api [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380742, 'name': PowerOnVM_Task, 'duration_secs': 0.592699} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.527827] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.528112] env[69513]: INFO nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Took 13.13 seconds to spawn the instance on the hypervisor. [ 939.528355] env[69513]: DEBUG nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.529234] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20714725-dc01-411e-87af-d2f73f7de87d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.631924] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104023} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.632585] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.633461] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79edcd-52d9-403c-a787-e027aa32689b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.663489] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/1c70633b-dfdd-4b12-aa9c-2109207853d1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.663489] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e4f937-d6c1-479b-b56d-446268e4202d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.685257] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 939.685257] env[69513]: value = "task-3380747" [ 939.685257] env[69513]: _type = "Task" [ 939.685257] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.694360] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.706225] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Releasing lock "refresh_cache-cd73bb36-d81e-4135-9fcb-fee9f36c068c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.706655] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Instance network_info: |[{"id": "27fae32d-5f1c-4278-85b5-4303d9a5eb19", "address": "fa:16:3e:97:5b:28", "network": {"id": "b6b843d4-20d1-49f2-bb27-3a9efa4b7358", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1944621904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801cee7bc7c944c18861fcf9db4cecee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fae32d-5f", "ovs_interfaceid": "27fae32d-5f1c-4278-85b5-4303d9a5eb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.706883] env[69513]: DEBUG oslo_concurrency.lockutils [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] Acquired lock "refresh_cache-cd73bb36-d81e-4135-9fcb-fee9f36c068c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.707123] env[69513]: DEBUG nova.network.neutron [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Refreshing network info cache for port 27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 939.708530] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:5b:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27fae32d-5f1c-4278-85b5-4303d9a5eb19', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.717493] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Creating folder: Project (801cee7bc7c944c18861fcf9db4cecee). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.718251] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-571501ad-906e-4fd3-a2e2-7178c32eed61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.728849] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Created folder: Project (801cee7bc7c944c18861fcf9db4cecee) in parent group-v674393. [ 939.729040] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Creating folder: Instances. Parent ref: group-v674589. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.729757] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d50ba3ad-cd15-4436-a4ca-acf715f47481 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.739535] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Created folder: Instances in parent group-v674589. [ 939.739907] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.740147] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.740371] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e044a51b-f1a0-40a5-8f86-b5959a7c5f0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.762906] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.762906] env[69513]: value = "task-3380750" [ 939.762906] env[69513]: _type = "Task" [ 939.762906] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.776372] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380750, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.858819] env[69513]: DEBUG nova.network.neutron [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.866199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.866519] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.871509] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.210s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.871988] env[69513]: DEBUG nova.objects.instance [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lazy-loading 'resources' on Instance uuid 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.931606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.998322] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f1d34676-2431-4872-be04-2893823d1799] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.051345] env[69513]: INFO nova.compute.manager [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Took 50.40 seconds to build instance. [ 940.084836] env[69513]: DEBUG nova.network.neutron [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Successfully updated port: bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.198561] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380747, 'name': ReconfigVM_Task, 'duration_secs': 0.353979} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.198888] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/1c70633b-dfdd-4b12-aa9c-2109207853d1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.199628] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a9e323-0ff0-4414-af71-48e3596c39bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.208330] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 940.208330] env[69513]: value = "task-3380751" [ 940.208330] env[69513]: _type = "Task" [ 940.208330] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.217928] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380751, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.275445] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380750, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.365822] env[69513]: DEBUG oslo_concurrency.lockutils [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.376060] env[69513]: DEBUG nova.compute.utils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.376691] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.376877] env[69513]: DEBUG nova.network.neutron [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.423431] env[69513]: DEBUG nova.policy [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.461124] env[69513]: DEBUG nova.network.neutron [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Updated VIF entry in instance network info cache for port 27fae32d-5f1c-4278-85b5-4303d9a5eb19. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 940.461607] env[69513]: DEBUG nova.network.neutron [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Updating instance_info_cache with network_info: [{"id": "27fae32d-5f1c-4278-85b5-4303d9a5eb19", "address": "fa:16:3e:97:5b:28", "network": {"id": "b6b843d4-20d1-49f2-bb27-3a9efa4b7358", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1944621904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801cee7bc7c944c18861fcf9db4cecee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fae32d-5f", "ovs_interfaceid": "27fae32d-5f1c-4278-85b5-4303d9a5eb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.495019] env[69513]: DEBUG nova.compute.manager [req-1037b888-f3e4-4186-a9e1-8a19eba34ae3 req-a66a3ba2-2be3-45c0-aa39-dca023fc65d6 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Received event network-vif-deleted-73f0d27f-5db7-41b9-a80d-3d8af4695b6a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.495019] env[69513]: INFO nova.compute.manager [req-1037b888-f3e4-4186-a9e1-8a19eba34ae3 req-a66a3ba2-2be3-45c0-aa39-dca023fc65d6 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Neutron deleted interface 73f0d27f-5db7-41b9-a80d-3d8af4695b6a; detaching it from the instance and deleting it from the info cache [ 940.495019] env[69513]: DEBUG nova.network.neutron [req-1037b888-f3e4-4186-a9e1-8a19eba34ae3 req-a66a3ba2-2be3-45c0-aa39-dca023fc65d6 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.501288] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 7c756c10-798f-4e22-8d53-52d3c4d446c2] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.524940] env[69513]: DEBUG nova.network.neutron [-] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.533889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquiring lock "b1befc10-11e5-481c-8d4a-f794548b2dd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.533889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.533889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquiring lock "b1befc10-11e5-481c-8d4a-f794548b2dd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.533889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.533889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.534464] env[69513]: INFO nova.compute.manager [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Terminating instance [ 940.555245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40cb5361-62c6-41a7-b694-73bde6ec79cb tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.923s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.590077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.590241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquired lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.590395] env[69513]: DEBUG nova.network.neutron [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 940.622794] env[69513]: DEBUG nova.compute.manager [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 940.726337] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380751, 'name': Rename_Task, 'duration_secs': 0.156195} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.728946] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.729328] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-432e67bb-6c05-4600-94f9-22521f449982 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.740971] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 940.740971] env[69513]: value = "task-3380752" [ 940.740971] env[69513]: _type = "Task" [ 940.740971] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.752775] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.774952] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380750, 'name': CreateVM_Task, 'duration_secs': 0.555876} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.775122] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.775860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.776081] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.776881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.776881] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e426c335-2634-4d6b-8976-dc6532caa3df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.785982] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 940.785982] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ce11-f95e-ae4a-c7e6-f8325af8ef03" [ 940.785982] env[69513]: _type = "Task" [ 940.785982] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.786898] env[69513]: DEBUG nova.network.neutron [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Successfully created port: aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.802049] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5284ce11-f95e-ae4a-c7e6-f8325af8ef03, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.802405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.802669] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.802948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.803116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.803352] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.803650] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dea8e04-29d2-4cf2-bf7a-4f68009b272b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.816947] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.816947] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.816947] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac69304-7d43-4040-aa49-3e0d9ab28bf5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.821512] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 940.821512] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d87e5-b403-f20a-fa31-edc2e444dd09" [ 940.821512] env[69513]: _type = "Task" [ 940.821512] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.826476] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b92542-0f9b-446e-9504-128da5b241f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.834093] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d87e5-b403-f20a-fa31-edc2e444dd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.836833] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dad5033-f443-4cd5-a383-4a955d81b816 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.870798] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861d5e7-b823-4186-a8e7-b95089146d99 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.880194] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.887144] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e27f0e-17bf-4c51-9c25-08d911e26c41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.906868] env[69513]: DEBUG nova.compute.provider_tree [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.965253] env[69513]: DEBUG oslo_concurrency.lockutils [req-b054057f-6c24-4e30-964f-d2d42a6ec7f6 req-e030ad10-2be2-48b8-af32-94e61a87567b service nova] Releasing lock "refresh_cache-cd73bb36-d81e-4135-9fcb-fee9f36c068c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.996785] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a229477-bbe1-42b6-9c0d-f1c37f9e05f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.004096] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 78f33845-ef69-45e3-abb7-0db7ba212fdd] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.009437] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9659d9-4983-40bb-a7d3-b74a0531ba81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.027730] env[69513]: INFO nova.compute.manager [-] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Took 1.70 seconds to deallocate network for instance. [ 941.048173] env[69513]: DEBUG nova.compute.manager [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.048409] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.048752] env[69513]: DEBUG nova.compute.manager [req-1037b888-f3e4-4186-a9e1-8a19eba34ae3 req-a66a3ba2-2be3-45c0-aa39-dca023fc65d6 service nova] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Detach interface failed, port_id=73f0d27f-5db7-41b9-a80d-3d8af4695b6a, reason: Instance 86fa999a-071c-40b9-84f9-6bb0518de89f could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.049189] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b91ad2eb-1550-4a3b-b079-42dcdecb6c01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.056045] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 941.056045] env[69513]: value = "task-3380753" [ 941.056045] env[69513]: _type = "Task" [ 941.056045] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.064590] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.145955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.157743] env[69513]: DEBUG nova.network.neutron [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 941.252054] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380752, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.334797] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d87e5-b403-f20a-fa31-edc2e444dd09, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.335777] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1f0758-bba6-43c3-a038-ee8701f59f4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.341770] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 941.341770] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529cf4d9-1a22-26af-f623-e7e8cc2c23b5" [ 941.341770] env[69513]: _type = "Task" [ 941.341770] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.350803] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529cf4d9-1a22-26af-f623-e7e8cc2c23b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.374726] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.375058] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0353b852-44a9-4964-af97-d0e1d9442aa0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.382498] env[69513]: DEBUG oslo_vmware.api [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 941.382498] env[69513]: value = "task-3380754" [ 941.382498] env[69513]: _type = "Task" [ 941.382498] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.397035] env[69513]: DEBUG oslo_vmware.api [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.411798] env[69513]: DEBUG nova.scheduler.client.report [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.508911] env[69513]: DEBUG nova.network.neutron [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Updating instance_info_cache with network_info: [{"id": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "address": "fa:16:3e:28:4b:8c", "network": {"id": "f53571b9-c276-4516-b8e5-0b55b28976a6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-260282714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c1d11779f4e679b4e6687ad7896e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0c7c9b-7a", "ovs_interfaceid": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.521328] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f502aac5-5a9c-45ce-8f4a-920835a713e2] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.547821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.568855] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380753, 'name': PowerOffVM_Task, 'duration_secs': 0.316668} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.569230] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.569479] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 941.569767] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674456', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'name': 'volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1befc10-11e5-481c-8d4a-f794548b2dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'serial': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 941.570694] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1d3f4-f451-4aa4-a45c-3cff8b076b5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.576482] env[69513]: DEBUG nova.compute.manager [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Received event network-vif-plugged-bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.576681] env[69513]: DEBUG oslo_concurrency.lockutils [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] Acquiring lock "d54025b5-24b9-4d7d-81f7-6fce505306d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.577378] env[69513]: DEBUG oslo_concurrency.lockutils [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.577644] env[69513]: DEBUG oslo_concurrency.lockutils [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.577901] env[69513]: DEBUG nova.compute.manager [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] No waiting events found dispatching network-vif-plugged-bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.578153] env[69513]: WARNING nova.compute.manager [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Received unexpected event network-vif-plugged-bb0c7c9b-7a01-4abb-8427-b1106df368f3 for instance with vm_state building and task_state spawning. [ 941.578347] env[69513]: DEBUG nova.compute.manager [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Received event network-changed-bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.578524] env[69513]: DEBUG nova.compute.manager [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Refreshing instance network info cache due to event network-changed-bb0c7c9b-7a01-4abb-8427-b1106df368f3. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.578704] env[69513]: DEBUG oslo_concurrency.lockutils [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] Acquiring lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.596305] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1038319-7e61-40cb-be4b-36d65ceea276 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.604634] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700dd51-6cf9-42bf-92bc-02d79804e38b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.626454] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d24c6e-9dae-4bfd-82d0-f7a7fabaf878 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.644453] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] The volume has not been displaced from its original location: [datastore1] volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4/volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 941.650544] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.651177] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8fa18f-b960-4886-9610-7ca4310763af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.673044] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 941.673044] env[69513]: value = "task-3380755" [ 941.673044] env[69513]: _type = "Task" [ 941.673044] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.682626] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.752835] env[69513]: DEBUG oslo_vmware.api [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380752, 'name': PowerOnVM_Task, 'duration_secs': 0.960228} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.753230] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.753496] env[69513]: INFO nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Took 7.63 seconds to spawn the instance on the hypervisor. [ 941.754091] env[69513]: DEBUG nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.755180] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ef193-56b7-4f7d-882d-aea7dde0da4e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.855274] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529cf4d9-1a22-26af-f623-e7e8cc2c23b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019284} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.855540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.855839] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] cd73bb36-d81e-4135-9fcb-fee9f36c068c/cd73bb36-d81e-4135-9fcb-fee9f36c068c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.856158] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0019557-20d2-4f26-b81f-f4fd82a1696d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.862687] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 941.862687] env[69513]: value = "task-3380756" [ 941.862687] env[69513]: _type = "Task" [ 941.862687] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.872217] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.892109] env[69513]: DEBUG oslo_vmware.api [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380754, 'name': PowerOnVM_Task, 'duration_secs': 0.486358} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.892404] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.892599] env[69513]: DEBUG nova.compute.manager [None req-daa010c9-3e81-4cb2-aa01-6dd40221357c tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.893417] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaebd8c-d8e9-4466-a01f-189b4a2dd1bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.898655] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.920294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.923106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.587s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.926184] env[69513]: INFO nova.compute.claims [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.941495] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.942048] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.942048] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.942190] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.942339] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.942483] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.942705] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.942895] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.943116] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.943253] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.943464] env[69513]: DEBUG nova.virt.hardware [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.944490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af449c97-5eaa-46ab-ac21-1fddaaf3e121 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.949918] env[69513]: INFO nova.scheduler.client.report [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted allocations for instance 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d [ 941.960436] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea050440-3795-4836-bcc2-8c8d1b8f5fa1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.011493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Releasing lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.011826] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Instance network_info: |[{"id": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "address": "fa:16:3e:28:4b:8c", "network": {"id": "f53571b9-c276-4516-b8e5-0b55b28976a6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-260282714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c1d11779f4e679b4e6687ad7896e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0c7c9b-7a", "ovs_interfaceid": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.012448] env[69513]: DEBUG oslo_concurrency.lockutils [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] Acquired lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.012779] env[69513]: DEBUG nova.network.neutron [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Refreshing network info cache for port bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 942.014284] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:4b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb0c7c9b-7a01-4abb-8427-b1106df368f3', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.027150] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Creating folder: Project (ad3c1d11779f4e679b4e6687ad7896e9). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.027641] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d38601-6570-45a9-84e9-f8cbc72dc773 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.030616] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 06d0f8ea-94ba-46fd-8899-1945b10aa790] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.042048] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Created folder: Project (ad3c1d11779f4e679b4e6687ad7896e9) in parent group-v674393. [ 942.042243] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Creating folder: Instances. Parent ref: group-v674592. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.042481] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ac0311f-7403-411d-916c-9b79e4ef6941 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.051792] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Created folder: Instances in parent group-v674592. [ 942.052079] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.052276] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.052508] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c0484d-0a08-4764-80fd-14dcfbd46da8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.073874] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.073874] env[69513]: value = "task-3380759" [ 942.073874] env[69513]: _type = "Task" [ 942.073874] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.082239] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380759, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.184446] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380755, 'name': ReconfigVM_Task, 'duration_secs': 0.21111} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.184803] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.189794] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e4d87e-3c0a-48b6-98df-ec86b91f4b7d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.206440] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 942.206440] env[69513]: value = "task-3380760" [ 942.206440] env[69513]: _type = "Task" [ 942.206440] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.218117] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.277243] env[69513]: INFO nova.compute.manager [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Took 30.15 seconds to build instance. [ 942.378559] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.467451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d62dc42-6ceb-4188-a1cf-24c7507824ea tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.699s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.533845] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.534284] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Cleaning up deleted instances with incomplete migration {{(pid=69513) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 942.567126] env[69513]: DEBUG nova.network.neutron [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Successfully updated port: aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.588491] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380759, 'name': CreateVM_Task, 'duration_secs': 0.492267} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.588629] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.589320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.589468] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.589832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.590094] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600718dd-d101-479e-a17c-b404ac7bf477 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.596095] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 942.596095] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c83dde-438a-fa95-344d-290c69025338" [ 942.596095] env[69513]: _type = "Task" [ 942.596095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.605914] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c83dde-438a-fa95-344d-290c69025338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.669745] env[69513]: DEBUG nova.compute.manager [req-768663ce-7bcf-4f09-ada7-a99ac5581b21 req-68895024-1bf7-438b-af8d-ef42d3e82519 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Received event network-vif-plugged-aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.670083] env[69513]: DEBUG oslo_concurrency.lockutils [req-768663ce-7bcf-4f09-ada7-a99ac5581b21 req-68895024-1bf7-438b-af8d-ef42d3e82519 service nova] Acquiring lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.670341] env[69513]: DEBUG oslo_concurrency.lockutils [req-768663ce-7bcf-4f09-ada7-a99ac5581b21 req-68895024-1bf7-438b-af8d-ef42d3e82519 service nova] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.670595] env[69513]: DEBUG oslo_concurrency.lockutils [req-768663ce-7bcf-4f09-ada7-a99ac5581b21 req-68895024-1bf7-438b-af8d-ef42d3e82519 service nova] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.670852] env[69513]: DEBUG nova.compute.manager [req-768663ce-7bcf-4f09-ada7-a99ac5581b21 req-68895024-1bf7-438b-af8d-ef42d3e82519 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] No waiting events found dispatching network-vif-plugged-aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.671668] env[69513]: WARNING nova.compute.manager [req-768663ce-7bcf-4f09-ada7-a99ac5581b21 req-68895024-1bf7-438b-af8d-ef42d3e82519 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Received unexpected event network-vif-plugged-aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e for instance with vm_state building and task_state spawning. [ 942.718700] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.778948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-26e5ca36-7c9f-42cd-a1ff-955425efa726 tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.665s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.865590] env[69513]: DEBUG nova.network.neutron [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Updated VIF entry in instance network info cache for port bb0c7c9b-7a01-4abb-8427-b1106df368f3. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 942.866034] env[69513]: DEBUG nova.network.neutron [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Updating instance_info_cache with network_info: [{"id": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "address": "fa:16:3e:28:4b:8c", "network": {"id": "f53571b9-c276-4516-b8e5-0b55b28976a6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-260282714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c1d11779f4e679b4e6687ad7896e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0c7c9b-7a", "ovs_interfaceid": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.876973] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643719} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.877921] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] cd73bb36-d81e-4135-9fcb-fee9f36c068c/cd73bb36-d81e-4135-9fcb-fee9f36c068c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.878413] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.878585] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b0ccfb1-1788-4f9a-944c-c795a5a1efeb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.886370] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 942.886370] env[69513]: value = "task-3380761" [ 942.886370] env[69513]: _type = "Task" [ 942.886370] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.895355] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.041023] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.069424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.069604] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.069761] env[69513]: DEBUG nova.network.neutron [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 943.110525] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c83dde-438a-fa95-344d-290c69025338, 'name': SearchDatastore_Task, 'duration_secs': 0.021773} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.110841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.111095] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.111334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.111481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.111694] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.112398] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea1820a-69d2-4ee0-8420-2c10259580fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.131779] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.132093] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.133114] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1692f2ca-fccd-4f02-8f7a-7df305123459 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.139930] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 943.139930] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fc1c0a-cd89-0bbf-6730-523ddea31f7e" [ 943.139930] env[69513]: _type = "Task" [ 943.139930] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.155671] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fc1c0a-cd89-0bbf-6730-523ddea31f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.219316] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380760, 'name': ReconfigVM_Task, 'duration_secs': 0.810925} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.219644] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674456', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'name': 'volume-1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1befc10-11e5-481c-8d4a-f794548b2dd3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4', 'serial': '1cc9cc95-c5a1-4990-8a92-e3a5d25069a4'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 943.219951] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.220779] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba468e2-cae6-4489-a741-e4cd2ee2363b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.227499] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.230097] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12220f57-6730-48f2-acb9-99f63d92cc30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.292786] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02dace4-7c18-4bbc-b0c5-59906eee6274 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.301209] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb274df-5b40-40b0-b2bc-7e65da078c18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.334387] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e6c71-1c03-4953-908f-362cb6d24e4d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.337176] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.337378] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.337589] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Deleting the datastore file [datastore1] b1befc10-11e5-481c-8d4a-f794548b2dd3 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.337823] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72cc16dc-8594-474d-9743-0d8d46e23646 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.345442] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af8a31-da43-409e-91d3-37b6479e21ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.350030] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for the task: (returnval){ [ 943.350030] env[69513]: value = "task-3380763" [ 943.350030] env[69513]: _type = "Task" [ 943.350030] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.361029] env[69513]: DEBUG nova.compute.provider_tree [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.367597] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.371895] env[69513]: DEBUG oslo_concurrency.lockutils [req-179bbb9d-8035-4476-a013-457c5c7fc676 req-149abf76-0abd-4e90-8ede-9a21414c175f service nova] Releasing lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.399290] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08415} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.399290] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.399761] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24812611-f795-43cf-a6b5-9e9fb5627dee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.424109] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] cd73bb36-d81e-4135-9fcb-fee9f36c068c/cd73bb36-d81e-4135-9fcb-fee9f36c068c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.424435] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32862d1b-7e74-4cc9-a545-b87455333c91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.445156] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 943.445156] env[69513]: value = "task-3380764" [ 943.445156] env[69513]: _type = "Task" [ 943.445156] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.453652] env[69513]: INFO nova.compute.manager [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Rescuing [ 943.453913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.454134] env[69513]: DEBUG oslo_concurrency.lockutils [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.454251] env[69513]: DEBUG nova.network.neutron [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 943.455417] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.521533] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "31f58fa6-38b6-43be-862a-685341bf4921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.521798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "31f58fa6-38b6-43be-862a-685341bf4921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.522013] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "31f58fa6-38b6-43be-862a-685341bf4921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.522749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "31f58fa6-38b6-43be-862a-685341bf4921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.522749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "31f58fa6-38b6-43be-862a-685341bf4921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.524578] env[69513]: INFO nova.compute.manager [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Terminating instance [ 943.609911] env[69513]: DEBUG nova.compute.manager [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.610214] env[69513]: DEBUG nova.compute.manager [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing instance network info cache due to event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.610327] env[69513]: DEBUG oslo_concurrency.lockutils [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.610468] env[69513]: DEBUG oslo_concurrency.lockutils [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.610630] env[69513]: DEBUG nova.network.neutron [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 943.626995] env[69513]: DEBUG nova.network.neutron [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 943.652798] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fc1c0a-cd89-0bbf-6730-523ddea31f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.054779} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.654037] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cac0fcc-93ff-4fc0-b16d-9ee9ee101e60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.659434] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 943.659434] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f4f6f7-76bb-57fb-7904-44e205d505ff" [ 943.659434] env[69513]: _type = "Task" [ 943.659434] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.667433] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f4f6f7-76bb-57fb-7904-44e205d505ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.804816] env[69513]: DEBUG nova.network.neutron [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Updating instance_info_cache with network_info: [{"id": "aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e", "address": "fa:16:3e:df:2e:90", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3a60f4-ce", "ovs_interfaceid": "aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.860248] env[69513]: DEBUG oslo_vmware.api [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Task: {'id': task-3380763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.860564] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.860805] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.861076] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.861290] env[69513]: INFO nova.compute.manager [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Took 2.81 seconds to destroy the instance on the hypervisor. [ 943.861581] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.861787] env[69513]: DEBUG nova.compute.manager [-] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.861902] env[69513]: DEBUG nova.network.neutron [-] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 943.864079] env[69513]: DEBUG nova.scheduler.client.report [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.956016] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.028367] env[69513]: DEBUG nova.compute.manager [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.028599] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.029483] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e66429-489c-44d5-90f2-6a6bfd45457d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.037632] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.037901] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ed7fad-b119-461f-a933-bc275e5d1cdb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.044938] env[69513]: DEBUG oslo_vmware.api [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 944.044938] env[69513]: value = "task-3380765" [ 944.044938] env[69513]: _type = "Task" [ 944.044938] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.054543] env[69513]: DEBUG oslo_vmware.api [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.175410] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f4f6f7-76bb-57fb-7904-44e205d505ff, 'name': SearchDatastore_Task, 'duration_secs': 0.020391} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.176761] env[69513]: DEBUG nova.network.neutron [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.178086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178351] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] d54025b5-24b9-4d7d-81f7-6fce505306d2/d54025b5-24b9-4d7d-81f7-6fce505306d2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.181030] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8049b586-07d2-41fc-8296-9f59a57eda03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.188448] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 944.188448] env[69513]: value = "task-3380766" [ 944.188448] env[69513]: _type = "Task" [ 944.188448] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.198049] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.310100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.310100] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Instance network_info: |[{"id": "aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e", "address": "fa:16:3e:df:2e:90", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3a60f4-ce", "ovs_interfaceid": "aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.315136] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:2e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.331559] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating folder: Project (dd364ecc3eda4b23829b5e13cfb48fbc). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.331559] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-143ae5e5-3f8a-4058-a60c-519ee444cf30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.349673] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created folder: Project (dd364ecc3eda4b23829b5e13cfb48fbc) in parent group-v674393. [ 944.349673] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating folder: Instances. Parent ref: group-v674595. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.350026] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a82bf4-c12d-4414-90ff-fa74e4448de7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.362951] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created folder: Instances in parent group-v674595. [ 944.363232] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.363441] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.363665] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-201b98ca-979c-48f4-a038-c80557a45f09 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.381826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.382453] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.385572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.733s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.385865] env[69513]: DEBUG nova.objects.instance [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lazy-loading 'resources' on Instance uuid 89f05511-e971-4dad-836b-cf05c4b4ff92 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.393117] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.393117] env[69513]: value = "task-3380769" [ 944.393117] env[69513]: _type = "Task" [ 944.393117] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.406111] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380769, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.462375] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380764, 'name': ReconfigVM_Task, 'duration_secs': 0.669369} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.462375] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Reconfigured VM instance instance-00000043 to attach disk [datastore1] cd73bb36-d81e-4135-9fcb-fee9f36c068c/cd73bb36-d81e-4135-9fcb-fee9f36c068c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.463544] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f02292ac-8fcd-4732-88cb-9387139b1c69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.473748] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 944.473748] env[69513]: value = "task-3380770" [ 944.473748] env[69513]: _type = "Task" [ 944.473748] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.485900] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380770, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.555923] env[69513]: DEBUG oslo_vmware.api [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380765, 'name': PowerOffVM_Task, 'duration_secs': 0.24864} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.556066] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.556242] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.556511] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d52dc3-f789-4632-951e-d4d80353b1b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.617459] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.617861] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.617912] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleting the datastore file [datastore1] 31f58fa6-38b6-43be-862a-685341bf4921 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.618176] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3023dc5-6825-4bc7-b7d1-7ca847725a34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.626249] env[69513]: DEBUG oslo_vmware.api [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for the task: (returnval){ [ 944.626249] env[69513]: value = "task-3380772" [ 944.626249] env[69513]: _type = "Task" [ 944.626249] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.636529] env[69513]: DEBUG oslo_vmware.api [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.681597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.690947] env[69513]: DEBUG nova.network.neutron [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updated VIF entry in instance network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 944.691459] env[69513]: DEBUG nova.network.neutron [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.710140] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.845216] env[69513]: DEBUG nova.compute.manager [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Received event network-changed-aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.845216] env[69513]: DEBUG nova.compute.manager [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Refreshing instance network info cache due to event network-changed-aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.845216] env[69513]: DEBUG oslo_concurrency.lockutils [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] Acquiring lock "refresh_cache-67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.845216] env[69513]: DEBUG oslo_concurrency.lockutils [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] Acquired lock "refresh_cache-67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.845216] env[69513]: DEBUG nova.network.neutron [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Refreshing network info cache for port aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 944.890740] env[69513]: DEBUG nova.compute.utils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.894750] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.894923] env[69513]: DEBUG nova.network.neutron [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.909559] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380769, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.947163] env[69513]: DEBUG nova.policy [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2618f90e434f4a25b5b49748a07bfd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b738cee23e14e849cf8dc499bed1f71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.988478] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380770, 'name': Rename_Task, 'duration_secs': 0.220362} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.988761] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.988998] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e206588d-cf47-43b4-8227-1ca68e1ad1fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.998816] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 944.998816] env[69513]: value = "task-3380773" [ 944.998816] env[69513]: _type = "Task" [ 944.998816] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.007152] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.135924] env[69513]: DEBUG oslo_vmware.api [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Task: {'id': task-3380772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258895} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.138454] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.138654] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.138833] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.139012] env[69513]: INFO nova.compute.manager [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Took 1.11 seconds to destroy the instance on the hypervisor. [ 945.139266] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.139703] env[69513]: DEBUG nova.compute.manager [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.139803] env[69513]: DEBUG nova.network.neutron [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 945.202418] env[69513]: DEBUG oslo_concurrency.lockutils [req-2f92ba67-3941-488f-b2ce-90de66fbe41d req-9299e328-a925-4e1d-bec8-909ced5d4948 service nova] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.202845] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553243} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.203399] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] d54025b5-24b9-4d7d-81f7-6fce505306d2/d54025b5-24b9-4d7d-81f7-6fce505306d2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.203624] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.204231] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be3d6ce5-09c8-4b20-977a-38d35c55e889 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.211150] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 945.211150] env[69513]: value = "task-3380774" [ 945.211150] env[69513]: _type = "Task" [ 945.211150] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.223851] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.245204] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987fdc56-dbc2-4e0e-bc35-a6af664066c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.253413] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c0da6-7e5d-435e-aeeb-d920f6588610 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.283618] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f506e30-617c-4e3b-bfde-53db7efe3732 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.291131] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48417a6d-5022-43ea-82ef-fba5189247fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.297285] env[69513]: DEBUG nova.network.neutron [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Successfully created port: 65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.300755] env[69513]: DEBUG nova.network.neutron [-] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.310351] env[69513]: DEBUG nova.compute.provider_tree [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.398209] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.414026] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380769, 'name': CreateVM_Task, 'duration_secs': 0.56466} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.414026] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.414026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.414026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.414026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.414026] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7a6b3c-09dc-41eb-b2f7-1d949178b28e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.417813] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 945.417813] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ab416-d125-8c00-6965-c3ad5e0faddc" [ 945.417813] env[69513]: _type = "Task" [ 945.417813] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.425877] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ab416-d125-8c00-6965-c3ad5e0faddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.510095] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.598238] env[69513]: DEBUG nova.network.neutron [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Updated VIF entry in instance network info cache for port aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 945.599618] env[69513]: DEBUG nova.network.neutron [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Updating instance_info_cache with network_info: [{"id": "aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e", "address": "fa:16:3e:df:2e:90", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3a60f4-ce", "ovs_interfaceid": "aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.722192] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254874} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.722548] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.723235] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec3b76-1d34-44ed-8c84-d0bfd4761753 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.753641] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] d54025b5-24b9-4d7d-81f7-6fce505306d2/d54025b5-24b9-4d7d-81f7-6fce505306d2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.757834] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3554a0-9a7e-4cba-a720-640e97b0e846 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.777426] env[69513]: DEBUG nova.compute.manager [req-a105c027-bb7f-488c-a8c1-6fef0d3db352 req-c51d6e27-cb94-4200-b0fc-8ad41d533a70 service nova] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Received event network-vif-deleted-7e56009d-e04e-48e0-a2d2-bd24f574510a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.783669] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 945.783669] env[69513]: value = "task-3380775" [ 945.783669] env[69513]: _type = "Task" [ 945.783669] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.793121] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.813657] env[69513]: DEBUG nova.scheduler.client.report [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.817385] env[69513]: INFO nova.compute.manager [-] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Took 1.96 seconds to deallocate network for instance. [ 945.934845] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528ab416-d125-8c00-6965-c3ad5e0faddc, 'name': SearchDatastore_Task, 'duration_secs': 0.020629} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.934845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.934845] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.934845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.934845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.934845] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.934845] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f760dedb-c8ae-489e-afe1-04c2e4f8b3dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.944954] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.944954] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.945972] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c376a0cb-2ddd-4de3-aba7-edd472215efd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.953152] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 945.953152] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3d300-02ee-4508-e7c6-2f45cc216a5d" [ 945.953152] env[69513]: _type = "Task" [ 945.953152] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.965038] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3d300-02ee-4508-e7c6-2f45cc216a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.012075] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.045889] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cacb3-ee76-94b5-bb66-8f519050f370/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.047275] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b612606d-ad6f-4d38-b82e-8c8b5ef7152d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.054863] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cacb3-ee76-94b5-bb66-8f519050f370/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.054863] env[69513]: ERROR oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cacb3-ee76-94b5-bb66-8f519050f370/disk-0.vmdk due to incomplete transfer. [ 946.054863] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33e36ed4-e386-4298-91b4-178563c01402 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.060384] env[69513]: DEBUG oslo_vmware.rw_handles [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cacb3-ee76-94b5-bb66-8f519050f370/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.060747] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Uploaded image 69b150c7-9c49-4af9-950e-76547e841c11 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.062914] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.063258] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01180aa0-344b-4338-994f-50c2ded3d2e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.069181] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 946.069181] env[69513]: value = "task-3380776" [ 946.069181] env[69513]: _type = "Task" [ 946.069181] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.078125] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380776, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.102299] env[69513]: DEBUG oslo_concurrency.lockutils [req-20bf8261-32f4-4c8e-9131-852c7cec76df req-13204e40-31f8-4b7a-abf0-26a07453dc35 service nova] Releasing lock "refresh_cache-67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.258727] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.259066] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a0d81d-5d70-4dde-a3b2-d7949816e545 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.266805] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 946.266805] env[69513]: value = "task-3380777" [ 946.266805] env[69513]: _type = "Task" [ 946.266805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.275223] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.292913] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.322917] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.325518] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.394s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.325754] env[69513]: DEBUG nova.objects.instance [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lazy-loading 'resources' on Instance uuid fc09ea54-6b9a-46af-95f5-ab03122a00ee {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.347953] env[69513]: INFO nova.scheduler.client.report [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted allocations for instance 89f05511-e971-4dad-836b-cf05c4b4ff92 [ 946.373119] env[69513]: INFO nova.compute.manager [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Took 0.55 seconds to detach 1 volumes for instance. [ 946.375332] env[69513]: DEBUG nova.compute.manager [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Deleting volume: 1cc9cc95-c5a1-4990-8a92-e3a5d25069a4 {{(pid=69513) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 946.398221] env[69513]: DEBUG nova.network.neutron [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.412750] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.438272] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.438542] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.438672] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.438855] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.438998] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.439158] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.439369] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.439592] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.439868] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.440072] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.440252] env[69513]: DEBUG nova.virt.hardware [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.441131] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b7071-c6e0-4856-9bc1-02ab159cd784 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.449348] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8712802b-c350-4ca6-a931-f9a19738e7e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.470921] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b3d300-02ee-4508-e7c6-2f45cc216a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.032941} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.471713] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7121c908-9767-4ad9-86e3-a77b08ddaa3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.476955] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 946.476955] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c8f654-0375-06c7-4d60-c7dab5585d4a" [ 946.476955] env[69513]: _type = "Task" [ 946.476955] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.485160] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c8f654-0375-06c7-4d60-c7dab5585d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.512444] env[69513]: DEBUG oslo_vmware.api [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380773, 'name': PowerOnVM_Task, 'duration_secs': 1.054523} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.512698] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.512894] env[69513]: INFO nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 946.513076] env[69513]: DEBUG nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.513844] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e05b098-3883-4fc4-b397-538b27ceef4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.579767] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380776, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.776642] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380777, 'name': PowerOffVM_Task, 'duration_secs': 0.309035} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.776903] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.777733] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd95c251-368f-4363-abea-675e9f56f587 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.801350] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7215e-5844-446e-9740-a6e6b4f497e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.813553] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380775, 'name': ReconfigVM_Task, 'duration_secs': 0.775192} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.813784] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Reconfigured VM instance instance-00000044 to attach disk [datastore2] d54025b5-24b9-4d7d-81f7-6fce505306d2/d54025b5-24b9-4d7d-81f7-6fce505306d2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.814504] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-076438ff-b606-4e3c-a295-b08dbd1342cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.821959] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 946.821959] env[69513]: value = "task-3380779" [ 946.821959] env[69513]: _type = "Task" [ 946.821959] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.834221] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380779, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.847953] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.848335] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04e93be9-c958-4ce8-b7e6-dd04c2cf085b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.856625] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 946.856625] env[69513]: value = "task-3380780" [ 946.856625] env[69513]: _type = "Task" [ 946.856625] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.857096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3efe8181-19f8-4103-a2a3-e3427ddb0a32 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "89f05511-e971-4dad-836b-cf05c4b4ff92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.771s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.872399] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 946.874036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.874036] env[69513]: DEBUG oslo_concurrency.lockutils [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.874036] env[69513]: DEBUG oslo_concurrency.lockutils [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.874036] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.879914] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09c8772a-9d91-4b3a-a8d3-ac778f7dc742 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.889468] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.889748] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.890905] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de57651-26bb-4e16-918f-32ecb0b44258 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.901168] env[69513]: INFO nova.compute.manager [-] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Took 1.76 seconds to deallocate network for instance. [ 946.903923] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 946.903923] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a43e25-6f26-b772-b876-e276ad830a4c" [ 946.903923] env[69513]: _type = "Task" [ 946.903923] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.916195] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a43e25-6f26-b772-b876-e276ad830a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.924433] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.995290] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c8f654-0375-06c7-4d60-c7dab5585d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.999057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.999503] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b/67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.000167] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa272ef-0dfb-4a6d-8e4a-5b6a53e109c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.010142] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 947.010142] env[69513]: value = "task-3380781" [ 947.010142] env[69513]: _type = "Task" [ 947.010142] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.032315] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.039363] env[69513]: INFO nova.compute.manager [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Took 33.61 seconds to build instance. [ 947.084612] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380776, 'name': Destroy_Task, 'duration_secs': 0.69842} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.084612] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Destroyed the VM [ 947.084841] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.085112] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f1b46c0-ea81-4058-b94b-db68d6fbd258 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.097564] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 947.097564] env[69513]: value = "task-3380782" [ 947.097564] env[69513]: _type = "Task" [ 947.097564] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.109259] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.246195] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0465a91-e05b-4536-9d66-64b89f6b05e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.258207] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47d1271-e40a-4ee2-b06a-7dedbadd1008 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.291188] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b7042-3284-4f09-921c-41b28fe5cfac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.303650] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69dd7e1-05e4-4c5c-a7ab-30b3c8661824 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.324464] env[69513]: DEBUG nova.compute.provider_tree [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.336958] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380779, 'name': Rename_Task, 'duration_secs': 0.233685} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.338145] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.338449] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b26f464f-2303-4949-8812-ad1e35225206 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.350508] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 947.350508] env[69513]: value = "task-3380783" [ 947.350508] env[69513]: _type = "Task" [ 947.350508] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.371127] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.412660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.419265] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a43e25-6f26-b772-b876-e276ad830a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.019076} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.420582] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec187623-5c02-4aa8-8d54-a6324d1227e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.432111] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 947.432111] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ecb35-81ca-cd24-113e-f318e3a6981a" [ 947.432111] env[69513]: _type = "Task" [ 947.432111] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.444886] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ecb35-81ca-cd24-113e-f318e3a6981a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.478193] env[69513]: DEBUG nova.network.neutron [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Successfully updated port: 65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.526652] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.545110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c5d2a6fc-fb45-4b09-add2-16376c3934da tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.127s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.609517] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.822391] env[69513]: DEBUG nova.compute.manager [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Received event network-vif-deleted-7c38c1bd-c6ee-44ea-a75a-2ca3cee5817a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.822699] env[69513]: DEBUG nova.compute.manager [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Received event network-vif-plugged-65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.822788] env[69513]: DEBUG oslo_concurrency.lockutils [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] Acquiring lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.822999] env[69513]: DEBUG oslo_concurrency.lockutils [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.823248] env[69513]: DEBUG oslo_concurrency.lockutils [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.823629] env[69513]: DEBUG nova.compute.manager [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] No waiting events found dispatching network-vif-plugged-65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.823629] env[69513]: WARNING nova.compute.manager [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Received unexpected event network-vif-plugged-65f2fe99-b38c-4563-9d0d-624a72dd4792 for instance with vm_state building and task_state spawning. [ 947.824201] env[69513]: DEBUG nova.compute.manager [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Received event network-changed-65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.824201] env[69513]: DEBUG nova.compute.manager [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Refreshing instance network info cache due to event network-changed-65f2fe99-b38c-4563-9d0d-624a72dd4792. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.824201] env[69513]: DEBUG oslo_concurrency.lockutils [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] Acquiring lock "refresh_cache-a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.824201] env[69513]: DEBUG oslo_concurrency.lockutils [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] Acquired lock "refresh_cache-a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.824374] env[69513]: DEBUG nova.network.neutron [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Refreshing network info cache for port 65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 947.831114] env[69513]: DEBUG nova.scheduler.client.report [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.862078] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.872077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.872339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.872542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.872730] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.872901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.876553] env[69513]: INFO nova.compute.manager [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Terminating instance [ 947.943768] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ecb35-81ca-cd24-113e-f318e3a6981a, 'name': SearchDatastore_Task, 'duration_secs': 0.02451} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.944145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.944477] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. {{(pid=69513) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 947.944826] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc0bf9a-25c9-412c-838e-b1cbe7c2ac72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.953051] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 947.953051] env[69513]: value = "task-3380784" [ 947.953051] env[69513]: _type = "Task" [ 947.953051] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.961562] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.981314] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "refresh_cache-a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.039458] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6914} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.039778] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b/67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.040043] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.040308] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abbfd1a-9922-4aa8-8c85-dd270cb9a891 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.049576] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 948.049576] env[69513]: value = "task-3380785" [ 948.049576] env[69513]: _type = "Task" [ 948.049576] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.059752] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.111625] env[69513]: DEBUG oslo_vmware.api [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380782, 'name': RemoveSnapshot_Task, 'duration_secs': 0.796412} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.114048] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.114048] env[69513]: INFO nova.compute.manager [None req-a2325b0b-cab0-4d56-b985-18420f5a73a0 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 948.116946] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "71adc9ef-3783-430c-b11d-b3362af8f1c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.117228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.117465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "71adc9ef-3783-430c-b11d-b3362af8f1c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.117717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.118013] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.120225] env[69513]: INFO nova.compute.manager [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Terminating instance [ 948.337029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.341577] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.196s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.356493] env[69513]: INFO nova.scheduler.client.report [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Deleted allocations for instance fc09ea54-6b9a-46af-95f5-ab03122a00ee [ 948.358557] env[69513]: DEBUG nova.network.neutron [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 948.369261] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.380537] env[69513]: DEBUG nova.compute.manager [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.380862] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.381796] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19109ec2-04a2-4938-8286-7b1f3a8f867d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.390644] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.390949] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b729efec-cc2b-47ba-8e55-7494efcb5eb2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.400540] env[69513]: DEBUG oslo_vmware.api [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 948.400540] env[69513]: value = "task-3380786" [ 948.400540] env[69513]: _type = "Task" [ 948.400540] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.411590] env[69513]: DEBUG oslo_vmware.api [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.464723] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.465874] env[69513]: DEBUG nova.network.neutron [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.561573] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29746} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.562147] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.562711] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e07a30-0b4b-464d-b7e3-1c1a1d9dd69c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.588847] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b/67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.589248] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0527e8f8-62dd-4fbc-8220-46577ae8b255 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.613797] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 948.613797] env[69513]: value = "task-3380787" [ 948.613797] env[69513]: _type = "Task" [ 948.613797] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.627845] env[69513]: DEBUG nova.compute.manager [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.628107] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.628435] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.632429] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21993df3-8004-4634-9741-a9571b5e97d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.639471] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "058196bf-8620-4b8a-937f-19d4195347fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.639685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "058196bf-8620-4b8a-937f-19d4195347fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.648057] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.648388] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4931c25d-3a61-4802-a6cf-756a7cf4a3ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.660815] env[69513]: DEBUG oslo_vmware.api [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 948.660815] env[69513]: value = "task-3380788" [ 948.660815] env[69513]: _type = "Task" [ 948.660815] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.672085] env[69513]: DEBUG oslo_vmware.api [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.847251] env[69513]: INFO nova.compute.claims [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.867511] env[69513]: DEBUG oslo_vmware.api [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380783, 'name': PowerOnVM_Task, 'duration_secs': 1.18285} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.868281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-03960d65-1900-46dc-8642-71d7d62654ab tempest-MigrationsAdminTest-625008670 tempest-MigrationsAdminTest-625008670-project-member] Lock "fc09ea54-6b9a-46af-95f5-ab03122a00ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.355s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.869147] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.869360] env[69513]: INFO nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Took 9.56 seconds to spawn the instance on the hypervisor. [ 948.869577] env[69513]: DEBUG nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.870696] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df0929-e28a-42f7-9bd4-58964b2af814 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.910963] env[69513]: DEBUG oslo_vmware.api [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380786, 'name': PowerOffVM_Task, 'duration_secs': 0.356773} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.911286] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.911430] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.911692] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c05f9e-f362-4a65-bd30-7e349de8f855 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.965424] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944777} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.965605] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. [ 948.966423] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ad04b5-e3cf-4a76-8776-61bb065a7c9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.969351] env[69513]: DEBUG oslo_concurrency.lockutils [req-ff04fd52-0386-4520-8951-a80fab5a52b4 req-aeb9a2b4-1b8a-4890-9d22-17434462ff74 service nova] Releasing lock "refresh_cache-a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.969828] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "refresh_cache-a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.969929] env[69513]: DEBUG nova.network.neutron [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 948.995640] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.996653] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff1dcba-36d1-4428-9829-39e4317c450b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.017232] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 949.017232] env[69513]: value = "task-3380790" [ 949.017232] env[69513]: _type = "Task" [ 949.017232] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.038437] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380790, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.124897] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.143299] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.174660] env[69513]: DEBUG oslo_vmware.api [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380788, 'name': PowerOffVM_Task, 'duration_secs': 0.242272} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.174930] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.175178] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.175453] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19b3b975-e1fc-4963-a43f-0eacc7ae03a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.213687] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.213975] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.214187] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Deleting the datastore file [datastore1] cd73bb36-d81e-4135-9fcb-fee9f36c068c {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.214503] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07acc0b3-bf9d-4b97-8654-9fe76087f77f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.224070] env[69513]: DEBUG oslo_vmware.api [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for the task: (returnval){ [ 949.224070] env[69513]: value = "task-3380792" [ 949.224070] env[69513]: _type = "Task" [ 949.224070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.233941] env[69513]: DEBUG oslo_vmware.api [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.273944] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.274620] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.274620] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleting the datastore file [datastore1] 71adc9ef-3783-430c-b11d-b3362af8f1c1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.274735] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-307c7a2e-400e-4f2f-9db4-280f80c8ca30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.284152] env[69513]: DEBUG oslo_vmware.api [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 949.284152] env[69513]: value = "task-3380793" [ 949.284152] env[69513]: _type = "Task" [ 949.284152] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.294738] env[69513]: DEBUG oslo_vmware.api [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.361159] env[69513]: INFO nova.compute.resource_tracker [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating resource usage from migration 81871733-742a-4e41-b307-c9e2ad14a2c4 [ 949.399477] env[69513]: INFO nova.compute.manager [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Took 33.99 seconds to build instance. [ 949.530838] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.551109] env[69513]: DEBUG nova.network.neutron [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 949.628375] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380787, 'name': ReconfigVM_Task, 'duration_secs': 0.634688} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.628903] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b/67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.630024] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb2f639a-cba7-4947-88de-fb98d439ee02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.636994] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 949.636994] env[69513]: value = "task-3380794" [ 949.636994] env[69513]: _type = "Task" [ 949.636994] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.658081] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380794, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.672851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.724982] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e62244-d678-4f31-8853-cb38086a0d5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.742932] env[69513]: DEBUG oslo_vmware.api [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Task: {'id': task-3380792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436982} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.743837] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.744078] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.744266] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.744495] env[69513]: INFO nova.compute.manager [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Took 1.36 seconds to destroy the instance on the hypervisor. [ 949.744843] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.746382] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083f626-54b5-48cf-b273-04a3e7e4d73d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.753528] env[69513]: DEBUG nova.compute.manager [-] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.753691] env[69513]: DEBUG nova.network.neutron [-] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 949.784056] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5ef685-1d6d-4653-a6e2-bdda3493cd08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.803641] env[69513]: DEBUG oslo_vmware.api [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460166} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.803993] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.804187] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.804357] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.804670] env[69513]: INFO nova.compute.manager [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 949.804789] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.806026] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d54f41-4962-4dcc-92fd-0b996d1b9bfe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.810263] env[69513]: DEBUG nova.compute.manager [-] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.810372] env[69513]: DEBUG nova.network.neutron [-] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 949.826494] env[69513]: DEBUG nova.compute.provider_tree [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.881697] env[69513]: DEBUG nova.network.neutron [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Updating instance_info_cache with network_info: [{"id": "65f2fe99-b38c-4563-9d0d-624a72dd4792", "address": "fa:16:3e:65:bf:d1", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f2fe99-b3", "ovs_interfaceid": "65f2fe99-b38c-4563-9d0d-624a72dd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.905828] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2e64b651-150a-499c-9106-c833390eaf4c tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.509s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.040040] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380790, 'name': ReconfigVM_Task, 'duration_secs': 0.806355} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.040756] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.042881] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297dd88f-d216-45ac-b191-bc051798ebe3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.074239] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d80da30-8d28-4587-acae-0b25b16de4b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.092228] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 950.092228] env[69513]: value = "task-3380795" [ 950.092228] env[69513]: _type = "Task" [ 950.092228] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.102987] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.154112] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380794, 'name': Rename_Task, 'duration_secs': 0.260786} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.154112] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.154112] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71283af4-7159-4cfe-baa4-e1687221ea42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.162012] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 950.162012] env[69513]: value = "task-3380796" [ 950.162012] env[69513]: _type = "Task" [ 950.162012] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.171504] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.196356] env[69513]: DEBUG nova.compute.manager [req-c776a775-de38-4c87-bf38-e8e01ea970c3 req-1dc142d4-cde2-44cf-9fe4-ea2c5fd74416 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Received event network-vif-deleted-6d8b89c0-29bd-4310-adf7-b58655c986a5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.196574] env[69513]: INFO nova.compute.manager [req-c776a775-de38-4c87-bf38-e8e01ea970c3 req-1dc142d4-cde2-44cf-9fe4-ea2c5fd74416 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Neutron deleted interface 6d8b89c0-29bd-4310-adf7-b58655c986a5; detaching it from the instance and deleting it from the info cache [ 950.196776] env[69513]: DEBUG nova.network.neutron [req-c776a775-de38-4c87-bf38-e8e01ea970c3 req-1dc142d4-cde2-44cf-9fe4-ea2c5fd74416 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.278602] env[69513]: DEBUG oslo_concurrency.lockutils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.279027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.318039] env[69513]: DEBUG nova.compute.manager [req-ceb9426c-8370-4f4c-b717-81a9d85d82f9 req-6d8ad645-4da0-4348-b72d-62fa63bde5ec service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Received event network-vif-deleted-27fae32d-5f1c-4278-85b5-4303d9a5eb19 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.318303] env[69513]: INFO nova.compute.manager [req-ceb9426c-8370-4f4c-b717-81a9d85d82f9 req-6d8ad645-4da0-4348-b72d-62fa63bde5ec service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Neutron deleted interface 27fae32d-5f1c-4278-85b5-4303d9a5eb19; detaching it from the instance and deleting it from the info cache [ 950.318402] env[69513]: DEBUG nova.network.neutron [req-ceb9426c-8370-4f4c-b717-81a9d85d82f9 req-6d8ad645-4da0-4348-b72d-62fa63bde5ec service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.330875] env[69513]: DEBUG nova.scheduler.client.report [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.384844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "refresh_cache-a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.385201] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Instance network_info: |[{"id": "65f2fe99-b38c-4563-9d0d-624a72dd4792", "address": "fa:16:3e:65:bf:d1", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f2fe99-b3", "ovs_interfaceid": "65f2fe99-b38c-4563-9d0d-624a72dd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.386030] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bf:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65f2fe99-b38c-4563-9d0d-624a72dd4792', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.393380] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Creating folder: Project (9b738cee23e14e849cf8dc499bed1f71). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.393694] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a41676b-0b9d-4878-9baf-2c476d5d4ac8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.407821] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Created folder: Project (9b738cee23e14e849cf8dc499bed1f71) in parent group-v674393. [ 950.408081] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Creating folder: Instances. Parent ref: group-v674598. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.408353] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7786c269-8cac-4f78-8178-dc0c74350ecd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.422095] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Created folder: Instances in parent group-v674598. [ 950.422452] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.422676] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.422939] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6908d225-f92a-43a8-ab1c-74cee1e329ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.445639] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.445639] env[69513]: value = "task-3380799" [ 950.445639] env[69513]: _type = "Task" [ 950.445639] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.457745] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380799, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.603861] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380795, 'name': ReconfigVM_Task, 'duration_secs': 0.322183} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.604185] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.604456] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b5c4061-6345-4557-91b7-309e72c59144 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.611293] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 950.611293] env[69513]: value = "task-3380800" [ 950.611293] env[69513]: _type = "Task" [ 950.611293] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.620442] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.642971] env[69513]: DEBUG nova.network.neutron [-] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.673801] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.704742] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb40d3c0-cf62-42fe-b6f8-c4b36c09fbaa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.716850] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed74462-08b1-4565-bae3-59b7f3694662 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.747603] env[69513]: DEBUG nova.network.neutron [-] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.765184] env[69513]: DEBUG nova.compute.manager [req-c776a775-de38-4c87-bf38-e8e01ea970c3 req-1dc142d4-cde2-44cf-9fe4-ea2c5fd74416 service nova] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Detach interface failed, port_id=6d8b89c0-29bd-4310-adf7-b58655c986a5, reason: Instance 71adc9ef-3783-430c-b11d-b3362af8f1c1 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.782799] env[69513]: DEBUG nova.compute.utils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.823089] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764f172c-71fa-4528-889b-97339d0bbf1e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.833497] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0007b86-008e-42ad-a35c-98c819586a8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.846601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.505s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.846807] env[69513]: INFO nova.compute.manager [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Migrating [ 950.858917] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.311s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.859203] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.861553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.937s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.861802] env[69513]: DEBUG nova.objects.instance [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lazy-loading 'resources' on Instance uuid b1befc10-11e5-481c-8d4a-f794548b2dd3 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.899402] env[69513]: DEBUG nova.compute.manager [req-ceb9426c-8370-4f4c-b717-81a9d85d82f9 req-6d8ad645-4da0-4348-b72d-62fa63bde5ec service nova] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Detach interface failed, port_id=27fae32d-5f1c-4278-85b5-4303d9a5eb19, reason: Instance cd73bb36-d81e-4135-9fcb-fee9f36c068c could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.900772] env[69513]: INFO nova.scheduler.client.report [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted allocations for instance 86fa999a-071c-40b9-84f9-6bb0518de89f [ 950.957368] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380799, 'name': CreateVM_Task, 'duration_secs': 0.445253} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.958148] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.958837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959011] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959338] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.959884] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61395d40-4dd3-43a6-aeb0-2a1dc211c4d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.966043] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 950.966043] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e99ca5-378f-366b-3a59-b461c065388a" [ 950.966043] env[69513]: _type = "Task" [ 950.966043] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.973679] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e99ca5-378f-366b-3a59-b461c065388a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.123745] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.145479] env[69513]: INFO nova.compute.manager [-] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Took 1.33 seconds to deallocate network for instance. [ 951.172856] env[69513]: DEBUG oslo_vmware.api [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380796, 'name': PowerOnVM_Task, 'duration_secs': 0.621427} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.173167] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.173420] env[69513]: INFO nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Took 9.27 seconds to spawn the instance on the hypervisor. [ 951.173684] env[69513]: DEBUG nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.174627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1862c0-ed77-4df7-a44c-371516efd3a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.266717] env[69513]: INFO nova.compute.manager [-] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Took 1.51 seconds to deallocate network for instance. [ 951.287391] env[69513]: DEBUG oslo_concurrency.lockutils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.371262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.371549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.372023] env[69513]: DEBUG nova.network.neutron [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 951.409135] env[69513]: DEBUG oslo_concurrency.lockutils [None req-363a8386-80bf-44a8-879b-57d92249c5ad tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "86fa999a-071c-40b9-84f9-6bb0518de89f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.795s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.423426] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "7bda82c4-b008-4eab-9574-7b7aea82bd19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.423617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.423892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "7bda82c4-b008-4eab-9574-7b7aea82bd19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.424016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.424179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.426487] env[69513]: INFO nova.compute.manager [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Terminating instance [ 951.476046] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e99ca5-378f-366b-3a59-b461c065388a, 'name': SearchDatastore_Task, 'duration_secs': 0.025421} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.479279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.479279] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.479279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.479279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.479279] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.479680] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceaa9fdd-483a-4862-b545-7ef9af7534ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.491674] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.491848] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.492634] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32425d37-983e-4ed5-b880-1821344a99b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.498809] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 951.498809] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520b81a5-e69c-b2a9-fae1-e1e11e12fa6a" [ 951.498809] env[69513]: _type = "Task" [ 951.498809] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.508785] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520b81a5-e69c-b2a9-fae1-e1e11e12fa6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.622954] env[69513]: DEBUG oslo_vmware.api [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380800, 'name': PowerOnVM_Task, 'duration_secs': 0.645063} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.623263] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.625873] env[69513]: DEBUG nova.compute.manager [None req-75026d96-4f20-4e30-aa52-bb8f1cafcbbf tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.626659] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eea73a-70fb-48dc-ab20-9ea5bbadd10b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.652610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.672092] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc5c91-fa79-448a-b5a4-2eabf6a0fcf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.680052] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2823e1a-f33e-40c7-9513-4d1f17eb86d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.715702] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b64af2f-a1a4-4af2-926c-c366968977a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.718964] env[69513]: INFO nova.compute.manager [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Took 21.73 seconds to build instance. [ 951.725585] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b86170-afc0-4b6f-9f77-b2398af56385 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.743657] env[69513]: DEBUG nova.compute.provider_tree [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.775373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.932823] env[69513]: DEBUG nova.compute.manager [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.933177] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.934397] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f2d29-9d1a-4bdb-9fb0-19d702caf95a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.944058] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.945027] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a61486e-8586-4fdb-bf1d-5749d04dd148 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.950965] env[69513]: DEBUG oslo_vmware.api [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 951.950965] env[69513]: value = "task-3380801" [ 951.950965] env[69513]: _type = "Task" [ 951.950965] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.961576] env[69513]: DEBUG oslo_vmware.api [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.008539] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520b81a5-e69c-b2a9-fae1-e1e11e12fa6a, 'name': SearchDatastore_Task, 'duration_secs': 0.03928} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.011554] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3381b8bd-590b-4c77-abfd-3407d1f3fe3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.017490] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 952.017490] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528f6c9a-8899-a7f7-a10a-08f90cd1ebf8" [ 952.017490] env[69513]: _type = "Task" [ 952.017490] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.025894] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528f6c9a-8899-a7f7-a10a-08f90cd1ebf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.207655] env[69513]: DEBUG nova.network.neutron [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance_info_cache with network_info: [{"id": "d4702c17-7522-49a0-a664-627c0a45dfa1", "address": "fa:16:3e:3f:7c:84", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4702c17-75", "ovs_interfaceid": "d4702c17-7522-49a0-a664-627c0a45dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.223082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-55ab9c10-df64-4282-8ce3-e2c55d35cc9a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.245s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.246376] env[69513]: DEBUG nova.scheduler.client.report [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.356105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.356372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.356602] env[69513]: INFO nova.compute.manager [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Attaching volume ee470788-2c20-4c7c-82e1-94d24fe67d8e to /dev/sdb [ 952.391884] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871d1af-92c8-48f9-82c5-003877228ab6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.398367] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eeecfe-59ab-4c56-8939-a40e1c39c3a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.415137] env[69513]: DEBUG nova.virt.block_device [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updating existing volume attachment record: 342bf2e3-3cf0-4e9c-8264-b500a1415ed2 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 952.462564] env[69513]: DEBUG oslo_vmware.api [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380801, 'name': PowerOffVM_Task, 'duration_secs': 0.312251} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.462850] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.463026] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.463276] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ef6411-3b56-4b2f-98c4-a3dc7c65223a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.528114] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528f6c9a-8899-a7f7-a10a-08f90cd1ebf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.529354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.529656] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d/a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.529930] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.530127] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.530341] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Deleting the datastore file [datastore2] 7bda82c4-b008-4eab-9574-7b7aea82bd19 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.530908] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56aae7b5-8287-453c-ac81-4a971e51e840 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.532853] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b427773f-bc6c-48f9-b31e-02301d7fd35e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.540193] env[69513]: DEBUG oslo_vmware.api [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 952.540193] env[69513]: value = "task-3380804" [ 952.540193] env[69513]: _type = "Task" [ 952.540193] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.545663] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 952.545663] env[69513]: value = "task-3380803" [ 952.545663] env[69513]: _type = "Task" [ 952.545663] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.554314] env[69513]: DEBUG oslo_vmware.api [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.558935] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.669156] env[69513]: DEBUG nova.compute.manager [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Received event network-changed-bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.669156] env[69513]: DEBUG nova.compute.manager [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Refreshing instance network info cache due to event network-changed-bb0c7c9b-7a01-4abb-8427-b1106df368f3. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.669156] env[69513]: DEBUG oslo_concurrency.lockutils [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] Acquiring lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.669156] env[69513]: DEBUG oslo_concurrency.lockutils [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] Acquired lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.669156] env[69513]: DEBUG nova.network.neutron [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Refreshing network info cache for port bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 952.710959] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.751421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.754826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.342s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.755183] env[69513]: DEBUG nova.objects.instance [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lazy-loading 'resources' on Instance uuid 31f58fa6-38b6-43be-862a-685341bf4921 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.777406] env[69513]: INFO nova.scheduler.client.report [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Deleted allocations for instance b1befc10-11e5-481c-8d4a-f794548b2dd3 [ 953.056070] env[69513]: DEBUG oslo_vmware.api [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218674} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.057455] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.057869] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.059258] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.059258] env[69513]: INFO nova.compute.manager [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Took 1.13 seconds to destroy the instance on the hypervisor. [ 953.059258] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.059258] env[69513]: DEBUG nova.compute.manager [-] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.059258] env[69513]: DEBUG nova.network.neutron [-] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 953.065066] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.091172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.093164] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.287850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c6227e22-2348-4ba0-a685-a1c5ecc0377d tempest-ServersTestBootFromVolume-165190847 tempest-ServersTestBootFromVolume-165190847-project-member] Lock "b1befc10-11e5-481c-8d4a-f794548b2dd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.756s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.493974] env[69513]: DEBUG nova.network.neutron [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Updated VIF entry in instance network info cache for port bb0c7c9b-7a01-4abb-8427-b1106df368f3. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 953.494874] env[69513]: DEBUG nova.network.neutron [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Updating instance_info_cache with network_info: [{"id": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "address": "fa:16:3e:28:4b:8c", "network": {"id": "f53571b9-c276-4516-b8e5-0b55b28976a6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-260282714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c1d11779f4e679b4e6687ad7896e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb0c7c9b-7a", "ovs_interfaceid": "bb0c7c9b-7a01-4abb-8427-b1106df368f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.521813] env[69513]: DEBUG nova.compute.manager [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.522053] env[69513]: DEBUG nova.compute.manager [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing instance network info cache due to event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.522298] env[69513]: DEBUG oslo_concurrency.lockutils [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.522479] env[69513]: DEBUG oslo_concurrency.lockutils [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.522697] env[69513]: DEBUG nova.network.neutron [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 953.557391] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623053} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.561981] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d/a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.562264] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.563583] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c023e2c9-8c58-4364-84c9-e2e0d0e5baa8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.574196] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 953.574196] env[69513]: value = "task-3380808" [ 953.574196] env[69513]: _type = "Task" [ 953.574196] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.586322] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.596326] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.616015] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f6e4a-d057-4308-8422-119b1875df7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.628438] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648b6914-6283-4ad2-973a-d23897f29a95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.667489] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc10bbf-8723-4027-b7db-71d8cd4f1a76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.676432] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f497c-0a30-4020-9461-613f595e92f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.693565] env[69513]: DEBUG nova.compute.provider_tree [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.998284] env[69513]: DEBUG oslo_concurrency.lockutils [req-9dbd5131-4a30-49ea-bea5-9166fdfe2540 req-a587c261-2d3e-4426-ab8d-da45cb6c182f service nova] Releasing lock "refresh_cache-d54025b5-24b9-4d7d-81f7-6fce505306d2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.011637] env[69513]: DEBUG nova.network.neutron [-] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.089633] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099538} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.091330] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.092545] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c338f69-c080-4b41-bb72-d8c92924393d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.128119] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d/a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.129353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.129636] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd126f56-c701-4394-98d7-c861d8810729 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.155420] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 954.155420] env[69513]: value = "task-3380809" [ 954.155420] env[69513]: _type = "Task" [ 954.155420] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.164107] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.195993] env[69513]: DEBUG nova.scheduler.client.report [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.236031] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cb344e-ffba-49e7-a45d-bbdaf6818e81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.253113] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.344598] env[69513]: DEBUG nova.network.neutron [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updated VIF entry in instance network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 954.344673] env[69513]: DEBUG nova.network.neutron [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.513876] env[69513]: INFO nova.compute.manager [-] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Took 1.45 seconds to deallocate network for instance. [ 954.667068] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.701955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.704745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.032s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.706251] env[69513]: INFO nova.compute.claims [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.721773] env[69513]: INFO nova.scheduler.client.report [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Deleted allocations for instance 31f58fa6-38b6-43be-862a-685341bf4921 [ 954.758624] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.758958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-159d88f0-0acb-4ad6-87d7-eae6bd7cc11d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.771810] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 954.771810] env[69513]: value = "task-3380810" [ 954.771810] env[69513]: _type = "Task" [ 954.771810] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.787638] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.850712] env[69513]: DEBUG oslo_concurrency.lockutils [req-ad512a8e-a18b-4529-b6cf-9e5d4c2da153 req-1e5b9223-feb1-4792-923f-4b62b3e03447 service nova] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.020181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.166480] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380809, 'name': ReconfigVM_Task, 'duration_secs': 0.853203} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.166834] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d/a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.167774] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76990efa-5890-4976-a54e-b47b532fc68d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.175103] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 955.175103] env[69513]: value = "task-3380812" [ 955.175103] env[69513]: _type = "Task" [ 955.175103] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.185685] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380812, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.228141] env[69513]: DEBUG nova.compute.manager [req-114b4200-8c56-4d08-af2b-f36db63d1799 req-fcd32dc4-3056-4500-9e81-a7c8fe35ba4b service nova] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Received event network-vif-deleted-27c5cbd2-0fb9-447c-ab93-f674133e481b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.232352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-594ff2d0-ff99-407d-adfb-a81848aee66d tempest-ServersAdminTestJSON-446545879 tempest-ServersAdminTestJSON-446545879-project-member] Lock "31f58fa6-38b6-43be-862a-685341bf4921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.710s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.283304] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380810, 'name': PowerOffVM_Task, 'duration_secs': 0.197777} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.283592] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.283791] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.558328] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.558607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.692065] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380812, 'name': Rename_Task, 'duration_secs': 0.170419} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.692356] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.692596] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e70c7c-5abc-49e5-939d-e0ccfd5a7c5a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.700759] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 955.700759] env[69513]: value = "task-3380813" [ 955.700759] env[69513]: _type = "Task" [ 955.700759] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.713135] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.779642] env[69513]: DEBUG nova.compute.manager [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.779849] env[69513]: DEBUG nova.compute.manager [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing instance network info cache due to event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.780389] env[69513]: DEBUG oslo_concurrency.lockutils [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.781025] env[69513]: DEBUG oslo_concurrency.lockutils [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.781181] env[69513]: DEBUG nova.network.neutron [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 955.790824] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.794079] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.794310] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.794516] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.794665] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.794816] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.795036] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.795213] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.795381] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.795556] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.795733] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.803975] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b295b0-d243-412b-88e6-0bc7947dbea8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.826494] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 955.826494] env[69513]: value = "task-3380814" [ 955.826494] env[69513]: _type = "Task" [ 955.826494] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.837541] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.063028] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.129018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48656318-a773-4b73-9dc3-44a6bab6d5ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.139460] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c1a26-27fb-4a61-8d7f-6ece29dd5928 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.176039] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83c048-fe69-4e33-8c17-0ab4b2e61cdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.180266] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d3ffe-3a41-4904-a030-b8f45073a172 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.194329] env[69513]: DEBUG nova.compute.provider_tree [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.212568] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.338790] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.587889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.698767] env[69513]: DEBUG nova.scheduler.client.report [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.721285] env[69513]: DEBUG oslo_vmware.api [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380813, 'name': PowerOnVM_Task, 'duration_secs': 0.687811} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.722846] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.723171] env[69513]: INFO nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Took 10.31 seconds to spawn the instance on the hypervisor. [ 956.723435] env[69513]: DEBUG nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.724871] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033ca3c-e07d-485a-84d7-e3a1e02fccba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.838157] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.864130] env[69513]: DEBUG nova.network.neutron [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updated VIF entry in instance network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 956.864130] env[69513]: DEBUG nova.network.neutron [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.209022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.209022] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.211081] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.558s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.211461] env[69513]: DEBUG nova.objects.instance [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lazy-loading 'resources' on Instance uuid 71adc9ef-3783-430c-b11d-b3362af8f1c1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.249832] env[69513]: INFO nova.compute.manager [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Took 19.94 seconds to build instance. [ 957.263288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.263288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.263288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.263288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.263288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.266093] env[69513]: INFO nova.compute.manager [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Terminating instance [ 957.340442] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380814, 'name': ReconfigVM_Task, 'duration_secs': 1.23712} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.340786] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.368268] env[69513]: DEBUG oslo_concurrency.lockutils [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.368268] env[69513]: DEBUG nova.compute.manager [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.368268] env[69513]: DEBUG nova.compute.manager [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing instance network info cache due to event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.368268] env[69513]: DEBUG oslo_concurrency.lockutils [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368268] env[69513]: DEBUG oslo_concurrency.lockutils [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.368268] env[69513]: DEBUG nova.network.neutron [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 957.471199] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.471426] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674602', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'name': 'volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c86a2fcc-0c8e-49a3-ad02-d00da7487fea', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'serial': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.474198] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e168842e-0a0a-4ef5-bedc-a443edd82a1f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.494133] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44dfed3-b6be-410f-82f5-43dc2aeeae4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.522726] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e/volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.523846] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28b9ba3-54b0-4ec8-9d5f-66d77a500c22 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.545316] env[69513]: DEBUG oslo_vmware.api [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 957.545316] env[69513]: value = "task-3380815" [ 957.545316] env[69513]: _type = "Task" [ 957.545316] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.555452] env[69513]: DEBUG oslo_vmware.api [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.715190] env[69513]: DEBUG nova.compute.utils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.719671] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.719887] env[69513]: DEBUG nova.network.neutron [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.754734] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ae19a3cd-c878-4ea7-8975-398738fffb8f tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.453s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.771778] env[69513]: DEBUG nova.compute.manager [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.772063] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.773051] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74919dd7-457d-4717-9e9d-52ea56b2ffec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.781537] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.784437] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2258692b-f6aa-45ff-ae8e-be6e060a0574 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.791512] env[69513]: DEBUG oslo_vmware.api [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 957.791512] env[69513]: value = "task-3380816" [ 957.791512] env[69513]: _type = "Task" [ 957.791512] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.800099] env[69513]: DEBUG oslo_vmware.api [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.845137] env[69513]: DEBUG nova.policy [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9db4f69933247109006bc0aac54cda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e59fce48c84483084ece442b0d69ef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.852790] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.853881] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.853881] env[69513]: DEBUG nova.virt.hardware [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.864371] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.864371] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6db0705-e3f5-4904-916c-2fcca7fad85a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.891884] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 957.891884] env[69513]: value = "task-3380817" [ 957.891884] env[69513]: _type = "Task" [ 957.891884] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.902518] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.909485] env[69513]: DEBUG nova.compute.manager [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.909485] env[69513]: DEBUG nova.compute.manager [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing instance network info cache due to event network-changed-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.909771] env[69513]: DEBUG oslo_concurrency.lockutils [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] Acquiring lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.058527] env[69513]: DEBUG oslo_vmware.api [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380815, 'name': ReconfigVM_Task, 'duration_secs': 0.40668} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.058899] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e/volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.066444] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb30c278-d41d-4a5d-be42-45142596878d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.090015] env[69513]: DEBUG oslo_vmware.api [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 958.090015] env[69513]: value = "task-3380818" [ 958.090015] env[69513]: _type = "Task" [ 958.090015] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.100060] env[69513]: DEBUG oslo_vmware.api [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.140246] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e7bf5-3851-464f-a6db-58e6550a0010 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.148380] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4156df-ad46-4199-bad6-f9a0b1506a05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.181847] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfdfba-2684-4682-898d-3a2f9980b4a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.192404] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88be1c95-284c-43d2-8e9b-696235fec9bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.209148] env[69513]: DEBUG nova.compute.provider_tree [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.221543] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.301853] env[69513]: DEBUG oslo_vmware.api [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380816, 'name': PowerOffVM_Task, 'duration_secs': 0.238094} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.302164] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.302338] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.302624] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52465114-55f1-413a-89fa-9331a649e99f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.365917] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.366077] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.366275] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Deleting the datastore file [datastore1] 34c39af5-e57e-4d02-a38b-3695e3ff4e08 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.366556] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a37951-14db-41eb-89b1-6e8ec258fad3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.371098] env[69513]: DEBUG nova.network.neutron [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updated VIF entry in instance network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 958.371098] env[69513]: DEBUG nova.network.neutron [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.376130] env[69513]: DEBUG oslo_vmware.api [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for the task: (returnval){ [ 958.376130] env[69513]: value = "task-3380820" [ 958.376130] env[69513]: _type = "Task" [ 958.376130] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.384099] env[69513]: DEBUG oslo_vmware.api [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.401521] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380817, 'name': ReconfigVM_Task, 'duration_secs': 0.17522} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.401796] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.402599] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba989d-c764-4b34-a6d7-9839d69bc017 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.429508] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b/33289c07-311b-4bd0-b565-58663e51ff7b.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.430315] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a418c19d-cf7f-4e3b-bd68-eb5de06067dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.445376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "1c70633b-dfdd-4b12-aa9c-2109207853d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.445376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.445376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "1c70633b-dfdd-4b12-aa9c-2109207853d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.446965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.446965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.447833] env[69513]: INFO nova.compute.manager [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Terminating instance [ 958.457073] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 958.457073] env[69513]: value = "task-3380821" [ 958.457073] env[69513]: _type = "Task" [ 958.457073] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.468561] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.476319] env[69513]: DEBUG nova.network.neutron [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Successfully created port: 270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.604674] env[69513]: DEBUG oslo_vmware.api [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380818, 'name': ReconfigVM_Task, 'duration_secs': 0.136286} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.604674] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674602', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'name': 'volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c86a2fcc-0c8e-49a3-ad02-d00da7487fea', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'serial': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 958.711879] env[69513]: DEBUG nova.scheduler.client.report [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.874303] env[69513]: DEBUG oslo_concurrency.lockutils [req-bcfeb56e-62e5-46a1-9162-e0f2c36d3e09 req-d2e04f00-385a-4918-b88a-475a700db726 service nova] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.874846] env[69513]: DEBUG oslo_concurrency.lockutils [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] Acquired lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.875094] env[69513]: DEBUG nova.network.neutron [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Refreshing network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 958.890409] env[69513]: DEBUG oslo_vmware.api [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Task: {'id': task-3380820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28761} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.891410] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.891611] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.892723] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.892723] env[69513]: INFO nova.compute.manager [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Took 1.12 seconds to destroy the instance on the hypervisor. [ 958.892723] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.894673] env[69513]: DEBUG nova.compute.manager [-] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.894673] env[69513]: DEBUG nova.network.neutron [-] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 958.952204] env[69513]: DEBUG nova.compute.manager [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.953910] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.955172] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ffe89f-b7bf-4ccd-9e3f-789105703037 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.974242] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380821, 'name': ReconfigVM_Task, 'duration_secs': 0.292627} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.975557] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b/33289c07-311b-4bd0-b565-58663e51ff7b.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.975836] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.981440] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.981837] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e5ff0c-d420-4641-a31b-86ec1795396d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.988551] env[69513]: DEBUG oslo_vmware.api [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 958.988551] env[69513]: value = "task-3380822" [ 958.988551] env[69513]: _type = "Task" [ 958.988551] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.997848] env[69513]: DEBUG oslo_vmware.api [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.217134] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.219866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.445s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.219953] env[69513]: DEBUG nova.objects.instance [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lazy-loading 'resources' on Instance uuid cd73bb36-d81e-4135-9fcb-fee9f36c068c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.235676] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.254024] env[69513]: INFO nova.scheduler.client.report [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted allocations for instance 71adc9ef-3783-430c-b11d-b3362af8f1c1 [ 959.269018] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.269018] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.269018] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.269018] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.273055] env[69513]: DEBUG nova.virt.hardware [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.273055] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9d44e7-501d-48ae-87e5-5ca64db51dce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.282336] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fcd754-b17e-470a-a63e-070faf8e8a3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.484609] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ebacac-142a-4e03-b564-3d6f27114576 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.499410] env[69513]: DEBUG oslo_vmware.api [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380822, 'name': PowerOffVM_Task, 'duration_secs': 0.283159} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.514313] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.514834] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.515412] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a0bcfee-7e7e-486e-a4c2-29be7e2ebf04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.517874] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55958ee-536d-4c27-ac68-48812f957e3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.542313] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.583212] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.583852] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.584439] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Deleting the datastore file [datastore1] 1c70633b-dfdd-4b12-aa9c-2109207853d1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.585023] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ae55fb-dacf-462f-ba14-35dca5d82c0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.591908] env[69513]: DEBUG oslo_vmware.api [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for the task: (returnval){ [ 959.591908] env[69513]: value = "task-3380824" [ 959.591908] env[69513]: _type = "Task" [ 959.591908] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.602034] env[69513]: DEBUG oslo_vmware.api [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.653449] env[69513]: DEBUG nova.objects.instance [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'flavor' on Instance uuid c86a2fcc-0c8e-49a3-ad02-d00da7487fea {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.765646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f2365e95-f3e6-43f0-9181-cd7e2565d04e tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "71adc9ef-3783-430c-b11d-b3362af8f1c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.648s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.776548] env[69513]: DEBUG nova.network.neutron [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updated VIF entry in instance network info cache for port b4d0ef17-87ed-494d-94b1-bf5678c7dbd4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 959.777392] env[69513]: DEBUG nova.network.neutron [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [{"id": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "address": "fa:16:3e:08:60:c4", "network": {"id": "e47eedf7-9280-48b3-bb7c-1fe91eb86afd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1351885455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68c1a9e43b36483896e0c51fc04130f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d0ef17-87", "ovs_interfaceid": "b4d0ef17-87ed-494d-94b1-bf5678c7dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.962750] env[69513]: DEBUG nova.compute.manager [req-6c61693f-f50a-4cf7-bf38-0f9c146be81f req-5d031271-c415-4ff6-ad16-7a56ac1c8d55 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Received event network-vif-deleted-795f7607-6855-4e30-9437-364a0f889cdb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.963799] env[69513]: INFO nova.compute.manager [req-6c61693f-f50a-4cf7-bf38-0f9c146be81f req-5d031271-c415-4ff6-ad16-7a56ac1c8d55 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Neutron deleted interface 795f7607-6855-4e30-9437-364a0f889cdb; detaching it from the instance and deleting it from the info cache [ 959.964039] env[69513]: DEBUG nova.network.neutron [req-6c61693f-f50a-4cf7-bf38-0f9c146be81f req-5d031271-c415-4ff6-ad16-7a56ac1c8d55 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.107747] env[69513]: DEBUG oslo_vmware.api [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Task: {'id': task-3380824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173993} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.107845] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.107981] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.108284] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.108378] env[69513]: INFO nova.compute.manager [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 960.108614] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.108810] env[69513]: DEBUG nova.compute.manager [-] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.108919] env[69513]: DEBUG nova.network.neutron [-] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 960.156657] env[69513]: DEBUG nova.network.neutron [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Port d4702c17-7522-49a0-a664-627c0a45dfa1 binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 960.166612] env[69513]: DEBUG oslo_concurrency.lockutils [None req-965bd428-7a45-4503-92e6-fb3f783f5d9a tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.170489] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71377dc0-940a-4906-ac27-66149d1ee280 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.179303] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd55c522-a2a2-4fcc-bf54-a1bfb06c1eab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.222505] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dadae6-8cd0-40f2-aa94-da37e2a395dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.233158] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a79d04-7075-484f-a0b3-d86dff303ed7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.250972] env[69513]: DEBUG nova.compute.provider_tree [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.281274] env[69513]: DEBUG oslo_concurrency.lockutils [req-5b0463eb-c418-4252-8a26-857c6e0dedf5 req-05434ac4-22cc-4e6b-8cff-8916854727ef service nova] Releasing lock "refresh_cache-1c70633b-dfdd-4b12-aa9c-2109207853d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.361713] env[69513]: DEBUG nova.network.neutron [-] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.469174] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa31c25d-df6d-48fc-b5f3-0d50c575e69b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.484371] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90ffc95-967d-47d1-b05f-8c383d85fea5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.516552] env[69513]: DEBUG nova.compute.manager [req-6c61693f-f50a-4cf7-bf38-0f9c146be81f req-5d031271-c415-4ff6-ad16-7a56ac1c8d55 service nova] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Detach interface failed, port_id=795f7607-6855-4e30-9437-364a0f889cdb, reason: Instance 34c39af5-e57e-4d02-a38b-3695e3ff4e08 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.724197] env[69513]: DEBUG nova.compute.manager [req-beacfd6a-9e8e-4383-9719-f7f509f8cd82 req-f8555725-e152-4952-a67d-162f66fa6812 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Received event network-vif-plugged-270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.724501] env[69513]: DEBUG oslo_concurrency.lockutils [req-beacfd6a-9e8e-4383-9719-f7f509f8cd82 req-f8555725-e152-4952-a67d-162f66fa6812 service nova] Acquiring lock "058196bf-8620-4b8a-937f-19d4195347fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.724735] env[69513]: DEBUG oslo_concurrency.lockutils [req-beacfd6a-9e8e-4383-9719-f7f509f8cd82 req-f8555725-e152-4952-a67d-162f66fa6812 service nova] Lock "058196bf-8620-4b8a-937f-19d4195347fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.724905] env[69513]: DEBUG oslo_concurrency.lockutils [req-beacfd6a-9e8e-4383-9719-f7f509f8cd82 req-f8555725-e152-4952-a67d-162f66fa6812 service nova] Lock "058196bf-8620-4b8a-937f-19d4195347fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.725100] env[69513]: DEBUG nova.compute.manager [req-beacfd6a-9e8e-4383-9719-f7f509f8cd82 req-f8555725-e152-4952-a67d-162f66fa6812 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] No waiting events found dispatching network-vif-plugged-270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.725393] env[69513]: WARNING nova.compute.manager [req-beacfd6a-9e8e-4383-9719-f7f509f8cd82 req-f8555725-e152-4952-a67d-162f66fa6812 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Received unexpected event network-vif-plugged-270b3ab2-4673-4463-9fb1-ee296c8d8896 for instance with vm_state building and task_state spawning. [ 960.757103] env[69513]: DEBUG nova.scheduler.client.report [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.865051] env[69513]: INFO nova.compute.manager [-] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Took 1.97 seconds to deallocate network for instance. [ 961.042785] env[69513]: DEBUG nova.network.neutron [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Successfully updated port: 270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.075146] env[69513]: DEBUG nova.compute.manager [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.076048] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9580104-a34b-4125-8353-1be9c9d9a25a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.184072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.184247] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.190056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.262589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.265468] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.136s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.267549] env[69513]: INFO nova.compute.claims [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.287037] env[69513]: INFO nova.scheduler.client.report [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Deleted allocations for instance cd73bb36-d81e-4135-9fcb-fee9f36c068c [ 961.373601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.416041] env[69513]: DEBUG nova.network.neutron [-] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.546465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "refresh_cache-058196bf-8620-4b8a-937f-19d4195347fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.546700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "refresh_cache-058196bf-8620-4b8a-937f-19d4195347fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.546924] env[69513]: DEBUG nova.network.neutron [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 961.591985] env[69513]: INFO nova.compute.manager [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] instance snapshotting [ 961.599591] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2232ac3-5b60-4fdc-84b9-08a40c461fe3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.618957] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc98cdc-dcfb-4318-80cb-57d958a35757 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.803530] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3332f8ec-3988-44ba-9cd4-f5f3dbd2c63e tempest-InstanceActionsV221TestJSON-1814289415 tempest-InstanceActionsV221TestJSON-1814289415-project-member] Lock "cd73bb36-d81e-4135-9fcb-fee9f36c068c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.931s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.919857] env[69513]: INFO nova.compute.manager [-] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Took 1.81 seconds to deallocate network for instance. [ 962.111249] env[69513]: DEBUG nova.network.neutron [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 962.132201] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 962.132543] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-456423a4-f8ed-40d8-9b4a-666c2b1d69bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.151157] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 962.151157] env[69513]: value = "task-3380825" [ 962.151157] env[69513]: _type = "Task" [ 962.151157] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.168194] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.285044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.285318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.285789] env[69513]: DEBUG nova.network.neutron [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 962.406178] env[69513]: DEBUG nova.network.neutron [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Updating instance_info_cache with network_info: [{"id": "270b3ab2-4673-4463-9fb1-ee296c8d8896", "address": "fa:16:3e:ad:83:ed", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270b3ab2-46", "ovs_interfaceid": "270b3ab2-4673-4463-9fb1-ee296c8d8896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.431295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.637911] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb805a0-1423-43d1-881a-20e74b336b07 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.648917] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf17e0-bc42-4973-ad92-7ca241b6350c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.663796] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.696431] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b582ff05-7861-49a9-ad4a-9ac212eb411b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.702526] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.702775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.709358] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f5c31-5158-4f8d-9c16-61b05f5af8e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.725275] env[69513]: DEBUG nova.compute.provider_tree [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.872658] env[69513]: DEBUG nova.compute.manager [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Received event network-vif-deleted-b4d0ef17-87ed-494d-94b1-bf5678c7dbd4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.872752] env[69513]: DEBUG nova.compute.manager [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Received event network-changed-270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.872912] env[69513]: DEBUG nova.compute.manager [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Refreshing instance network info cache due to event network-changed-270b3ab2-4673-4463-9fb1-ee296c8d8896. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.873399] env[69513]: DEBUG oslo_concurrency.lockutils [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] Acquiring lock "refresh_cache-058196bf-8620-4b8a-937f-19d4195347fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.908391] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "refresh_cache-058196bf-8620-4b8a-937f-19d4195347fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.909018] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Instance network_info: |[{"id": "270b3ab2-4673-4463-9fb1-ee296c8d8896", "address": "fa:16:3e:ad:83:ed", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270b3ab2-46", "ovs_interfaceid": "270b3ab2-4673-4463-9fb1-ee296c8d8896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.909212] env[69513]: DEBUG oslo_concurrency.lockutils [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] Acquired lock "refresh_cache-058196bf-8620-4b8a-937f-19d4195347fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.909280] env[69513]: DEBUG nova.network.neutron [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Refreshing network info cache for port 270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 962.910511] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:83:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270b3ab2-4673-4463-9fb1-ee296c8d8896', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.918165] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.919052] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.919551] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c96b629b-4983-48d8-804a-a4ab1a12a7c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.947020] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.947020] env[69513]: value = "task-3380826" [ 962.947020] env[69513]: _type = "Task" [ 962.947020] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.961382] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380826, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.172542] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380825, 'name': CreateSnapshot_Task, 'duration_secs': 0.803287} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.172542] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.172542] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d773f-a11b-43ee-9c68-34420fb02e82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.199050] env[69513]: DEBUG nova.network.neutron [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance_info_cache with network_info: [{"id": "d4702c17-7522-49a0-a664-627c0a45dfa1", "address": "fa:16:3e:3f:7c:84", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4702c17-75", "ovs_interfaceid": "d4702c17-7522-49a0-a664-627c0a45dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.206236] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.229158] env[69513]: DEBUG nova.scheduler.client.report [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.457432] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380826, 'name': CreateVM_Task, 'duration_secs': 0.375089} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.457776] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.458405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.458525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.458866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.459152] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0d006f-7794-49d1-9935-edbc15e7924e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.465160] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 963.465160] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52889018-9962-7102-3a28-28c2a8da43e9" [ 963.465160] env[69513]: _type = "Task" [ 963.465160] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.476017] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52889018-9962-7102-3a28-28c2a8da43e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.699829] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.702692] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1ab022d-2cf2-41d1-a89c-1842d4351587 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.706171] env[69513]: DEBUG oslo_concurrency.lockutils [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.720453] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 963.720453] env[69513]: value = "task-3380827" [ 963.720453] env[69513]: _type = "Task" [ 963.720453] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.731895] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380827, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.735638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.736533] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.740277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.720s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.740856] env[69513]: DEBUG nova.objects.instance [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lazy-loading 'resources' on Instance uuid 7bda82c4-b008-4eab-9574-7b7aea82bd19 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.747821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.903942] env[69513]: DEBUG nova.network.neutron [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Updated VIF entry in instance network info cache for port 270b3ab2-4673-4463-9fb1-ee296c8d8896. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 963.904329] env[69513]: DEBUG nova.network.neutron [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Updating instance_info_cache with network_info: [{"id": "270b3ab2-4673-4463-9fb1-ee296c8d8896", "address": "fa:16:3e:ad:83:ed", "network": {"id": "faa878c7-064e-4800-9110-ddc125525faa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2008197892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e59fce48c84483084ece442b0d69ef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270b3ab2-46", "ovs_interfaceid": "270b3ab2-4673-4463-9fb1-ee296c8d8896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.979051] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52889018-9962-7102-3a28-28c2a8da43e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.979310] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.979573] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.979842] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.979990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.980219] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.980496] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856a2c3d-2b0c-4f27-b012-5602c05bbbe5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.993123] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.993123] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.994787] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985cc1c0-0239-407e-a80a-78b2f217027b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.000057] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 964.000057] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528126b1-6209-9596-1fd5-e653dc6de592" [ 964.000057] env[69513]: _type = "Task" [ 964.000057] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.008788] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528126b1-6209-9596-1fd5-e653dc6de592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.233538] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380827, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.240986] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5942156-d4d1-4e2d-8e76-5b5c8a1f2709 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.247041] env[69513]: DEBUG nova.compute.utils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.256027] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.256027] env[69513]: DEBUG nova.network.neutron [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.285225] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b1a6c0-2f6d-4adc-b850-ac87930acb39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.294491] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.358029] env[69513]: DEBUG nova.policy [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8161618f673945ceb6487ae2220f3f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37136f476afa4fb9a608106e7b010c21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.407950] env[69513]: DEBUG oslo_concurrency.lockutils [req-f29a7426-6187-4f94-9462-f4accaf3b346 req-005b3b4a-2e1e-4d96-9101-4b795059b8b0 service nova] Releasing lock "refresh_cache-058196bf-8620-4b8a-937f-19d4195347fb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.516367] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528126b1-6209-9596-1fd5-e653dc6de592, 'name': SearchDatastore_Task, 'duration_secs': 0.018094} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.525434] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f38bdd4-7ce9-4f42-afe1-1fe7cb2599eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.533996] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 964.533996] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a60a64-3a3a-9993-78db-6bfc02b1f048" [ 964.533996] env[69513]: _type = "Task" [ 964.533996] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.545523] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a60a64-3a3a-9993-78db-6bfc02b1f048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.739051] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380827, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.746821] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b876108a-103b-4ce7-a356-6b6a21809989 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.755602] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.759380] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb33c9d6-2b69-4638-930b-684b6afd70ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.801779] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.802439] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fba4a530-c3b0-487e-b2b5-91cbd4fd8918 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.807249] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f9b062-cc6d-4071-a3bb-62ffd1b27fa9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.819114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01157d-0d71-42ed-8cd2-7f693dec0ad0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.823439] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 964.823439] env[69513]: value = "task-3380828" [ 964.823439] env[69513]: _type = "Task" [ 964.823439] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.835974] env[69513]: DEBUG nova.compute.provider_tree [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.844157] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.051786] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a60a64-3a3a-9993-78db-6bfc02b1f048, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.052412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.052583] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 058196bf-8620-4b8a-937f-19d4195347fb/058196bf-8620-4b8a-937f-19d4195347fb.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.052900] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b4f42f-7bd5-4db7-b04e-d2fc58898c64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.061470] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 965.061470] env[69513]: value = "task-3380829" [ 965.061470] env[69513]: _type = "Task" [ 965.061470] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.074105] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.235534] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.235777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.246509] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380827, 'name': CloneVM_Task, 'duration_secs': 1.427561} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.247231] env[69513]: DEBUG nova.network.neutron [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Successfully created port: 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.249549] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Created linked-clone VM from snapshot [ 965.250815] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26290720-01ef-4271-a8d8-768cfbd78ad3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.289432] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Uploading image 28107835-eba7-4473-ace9-bf61398c5295 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.299064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.299064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.312993] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 965.313384] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6b10271-252c-4ed7-be2e-ab793dd70983 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.325970] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 965.325970] env[69513]: value = "task-3380830" [ 965.325970] env[69513]: _type = "Task" [ 965.325970] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.342353] env[69513]: DEBUG nova.scheduler.client.report [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.351515] env[69513]: DEBUG oslo_vmware.api [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380828, 'name': PowerOnVM_Task, 'duration_secs': 0.510209} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.355917] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.357460] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-29087434-2ca2-41cd-ada6-37e9bc849ecb tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance '33289c07-311b-4bd0-b565-58663e51ff7b' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.369975] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380830, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.382838] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.383201] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.574051] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.738902] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.793654] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.808533] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.832215] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.832473] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.832630] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.832825] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.833029] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.833218] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.833441] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.833887] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.834112] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.834307] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.834530] env[69513]: DEBUG nova.virt.hardware [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.836678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd00b403-904e-4a71-beb5-cf1362effa1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.854325] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.856901] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380830, 'name': Destroy_Task, 'duration_secs': 0.514101} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.860480] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c87bb4-b3e9-4a9a-9621-e371e40597c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.865349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.278s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.867910] env[69513]: INFO nova.compute.claims [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.871216] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Destroyed the VM [ 965.871216] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.874312] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba82dfd9-5a90-4d28-b149-9fa11143afd2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.889943] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.894564] env[69513]: INFO nova.scheduler.client.report [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Deleted allocations for instance 7bda82c4-b008-4eab-9574-7b7aea82bd19 [ 965.900557] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 965.900557] env[69513]: value = "task-3380831" [ 965.900557] env[69513]: _type = "Task" [ 965.900557] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.911923] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.071363] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521466} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.071949] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 058196bf-8620-4b8a-937f-19d4195347fb/058196bf-8620-4b8a-937f-19d4195347fb.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.072991] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.073284] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdbbd08b-80aa-4151-9e2b-b677b0eb0b4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.084023] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 966.084023] env[69513]: value = "task-3380832" [ 966.084023] env[69513]: _type = "Task" [ 966.084023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.090752] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.266283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.338447] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.422376] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0148d27c-105c-439a-b3d4-0af4d73c42e3 tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "7bda82c4-b008-4eab-9574-7b7aea82bd19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.998s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.435751] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.444089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.591436] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10843} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.591759] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.592676] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006a987-f77d-447d-b6f7-db72d3760fae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.616835] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 058196bf-8620-4b8a-937f-19d4195347fb/058196bf-8620-4b8a-937f-19d4195347fb.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.617196] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621c7394-3512-4b3a-bdce-37bc2eb3725c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.642424] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 966.642424] env[69513]: value = "task-3380833" [ 966.642424] env[69513]: _type = "Task" [ 966.642424] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.650726] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.925552] env[69513]: DEBUG oslo_vmware.api [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.959157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.929672] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.146372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "60861ece-2b9f-408a-ae9d-905af34ce873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.146708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "60861ece-2b9f-408a-ae9d-905af34ce873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.158643] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.190525] env[69513]: DEBUG nova.compute.manager [req-75f8dced-09b0-412e-bd3e-faf0ce14fd2a req-900c2c23-3ccb-415b-963f-0a88c7b601f5 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Received event network-vif-plugged-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.190738] env[69513]: DEBUG oslo_concurrency.lockutils [req-75f8dced-09b0-412e-bd3e-faf0ce14fd2a req-900c2c23-3ccb-415b-963f-0a88c7b601f5 service nova] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.190964] env[69513]: DEBUG oslo_concurrency.lockutils [req-75f8dced-09b0-412e-bd3e-faf0ce14fd2a req-900c2c23-3ccb-415b-963f-0a88c7b601f5 service nova] Lock "eb3632ef-479b-4921-bb94-f841c8123444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.191282] env[69513]: DEBUG oslo_concurrency.lockutils [req-75f8dced-09b0-412e-bd3e-faf0ce14fd2a req-900c2c23-3ccb-415b-963f-0a88c7b601f5 service nova] Lock "eb3632ef-479b-4921-bb94-f841c8123444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.191539] env[69513]: DEBUG nova.compute.manager [req-75f8dced-09b0-412e-bd3e-faf0ce14fd2a req-900c2c23-3ccb-415b-963f-0a88c7b601f5 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] No waiting events found dispatching network-vif-plugged-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.191748] env[69513]: WARNING nova.compute.manager [req-75f8dced-09b0-412e-bd3e-faf0ce14fd2a req-900c2c23-3ccb-415b-963f-0a88c7b601f5 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Received unexpected event network-vif-plugged-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 for instance with vm_state building and task_state spawning. [ 967.321227] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5defc81-2276-433e-bd38-bc4ff61bed99 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.329897] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6db9a1-9d57-4081-abbf-30502d68069f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.367135] env[69513]: DEBUG nova.network.neutron [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Successfully updated port: 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.369123] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992e51c-ba8f-4645-8903-db495a2a2587 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.377553] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0595a776-e21a-4245-99bb-4301c489d0c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.395398] env[69513]: DEBUG nova.compute.provider_tree [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.436024] env[69513]: WARNING nova.compute.manager [None req-7646630d-7259-4026-900d-e18a5662f8b4 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Image not found during snapshot: nova.exception.ImageNotFound: Image 28107835-eba7-4473-ace9-bf61398c5295 could not be found. [ 967.492504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "3b609029-e66b-47f1-a26d-7f86ec0098fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.492504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.492716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "3b609029-e66b-47f1-a26d-7f86ec0098fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.492838] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.493080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.496523] env[69513]: INFO nova.compute.manager [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Terminating instance [ 967.653177] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.663035] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380833, 'name': ReconfigVM_Task, 'duration_secs': 0.861275} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.663035] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 058196bf-8620-4b8a-937f-19d4195347fb/058196bf-8620-4b8a-937f-19d4195347fb.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.663974] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b93dbce1-710b-45e2-aea5-696a74d1bc6a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.670755] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 967.670755] env[69513]: value = "task-3380834" [ 967.670755] env[69513]: _type = "Task" [ 967.670755] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.681102] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380834, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.874415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.874546] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.874695] env[69513]: DEBUG nova.network.neutron [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 967.898668] env[69513]: DEBUG nova.scheduler.client.report [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.004075] env[69513]: DEBUG nova.compute.manager [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.004075] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.004075] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272fe64c-39b1-4b8f-a12d-e79d1b7427f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.013118] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.014588] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7734efd6-f6c5-4b6a-ab31-afecb56e4ea4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.021288] env[69513]: DEBUG oslo_vmware.api [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 968.021288] env[69513]: value = "task-3380835" [ 968.021288] env[69513]: _type = "Task" [ 968.021288] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.031990] env[69513]: DEBUG oslo_vmware.api [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.113824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "33289c07-311b-4bd0-b565-58663e51ff7b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.114108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.115616] env[69513]: DEBUG nova.compute.manager [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Going to confirm migration 5 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 968.184895] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380834, 'name': Rename_Task, 'duration_secs': 0.504905} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.185989] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.186450] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.186706] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15a5016-ea6d-43a8-bf72-a1878b6ba264 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.194639] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 968.194639] env[69513]: value = "task-3380836" [ 968.194639] env[69513]: _type = "Task" [ 968.194639] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.205683] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.372680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.372680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.372680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.372680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.372680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.373785] env[69513]: INFO nova.compute.manager [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Terminating instance [ 968.411021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.411021] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.419013] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.045s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.419402] env[69513]: DEBUG nova.objects.instance [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lazy-loading 'resources' on Instance uuid 34c39af5-e57e-4d02-a38b-3695e3ff4e08 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.452890] env[69513]: DEBUG nova.network.neutron [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 968.536821] env[69513]: DEBUG oslo_vmware.api [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380835, 'name': PowerOffVM_Task, 'duration_secs': 0.202451} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.538958] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.538958] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.538958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235db62e-c244-40e7-b14b-273ed1038b23 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.608385] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.612113] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.612113] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Deleting the datastore file [datastore1] 3b609029-e66b-47f1-a26d-7f86ec0098fe {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.616664] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608507ac-ff69-4837-9783-b95083424027 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.628534] env[69513]: DEBUG oslo_vmware.api [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for the task: (returnval){ [ 968.628534] env[69513]: value = "task-3380838" [ 968.628534] env[69513]: _type = "Task" [ 968.628534] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.641247] env[69513]: DEBUG oslo_vmware.api [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.703057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.703057] env[69513]: DEBUG nova.network.neutron [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 968.703399] env[69513]: DEBUG nova.objects.instance [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lazy-loading 'info_cache' on Instance uuid 33289c07-311b-4bd0-b565-58663e51ff7b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.711683] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.774233] env[69513]: DEBUG nova.network.neutron [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.881088] env[69513]: DEBUG nova.compute.manager [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.881341] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.882400] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec2f787-4579-4fed-b80a-acc6a8cb55fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.893101] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.893468] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b53c330-b0f3-453e-8964-391a8f10aeff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.900892] env[69513]: DEBUG oslo_vmware.api [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 968.900892] env[69513]: value = "task-3380839" [ 968.900892] env[69513]: _type = "Task" [ 968.900892] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.909364] env[69513]: DEBUG oslo_vmware.api [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.926268] env[69513]: DEBUG nova.compute.utils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.929753] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.929753] env[69513]: DEBUG nova.network.neutron [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.138898] env[69513]: DEBUG oslo_vmware.api [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Task: {'id': task-3380838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130793} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.141721] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.141969] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.142167] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.142344] env[69513]: INFO nova.compute.manager [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 969.142577] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.143920] env[69513]: DEBUG nova.compute.manager [-] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.144049] env[69513]: DEBUG nova.network.neutron [-] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 969.217626] env[69513]: DEBUG oslo_vmware.api [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380836, 'name': PowerOnVM_Task, 'duration_secs': 0.80305} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.217626] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.217626] env[69513]: INFO nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Took 9.98 seconds to spawn the instance on the hypervisor. [ 969.217626] env[69513]: DEBUG nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.217626] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf779a0-a939-49fd-bdb5-33544dbd3764 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.249626] env[69513]: DEBUG nova.policy [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.279031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.279031] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Instance network_info: |[{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.279031] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:14:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fb374b4-aa8f-4c53-a213-cb54c9ed03e0', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.287737] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.297108] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.297108] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a7b9871-c677-4875-882d-6ce43cb98b42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.329765] env[69513]: DEBUG nova.compute.manager [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Received event network-changed-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.329974] env[69513]: DEBUG nova.compute.manager [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Refreshing instance network info cache due to event network-changed-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.330191] env[69513]: DEBUG oslo_concurrency.lockutils [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.330392] env[69513]: DEBUG oslo_concurrency.lockutils [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.330592] env[69513]: DEBUG nova.network.neutron [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Refreshing network info cache for port 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 969.334969] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.334969] env[69513]: value = "task-3380840" [ 969.334969] env[69513]: _type = "Task" [ 969.334969] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.345158] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380840, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.346990] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585ce8e-5402-42f0-b836-a5300264e200 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.356191] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d8c084-f750-4562-9efc-90e08d630668 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.390483] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf4f3f-5f2c-456d-872e-6c2ac7e3ca1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.400944] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b702ff4-4bb4-4549-95b8-0a3094697d93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.416253] env[69513]: DEBUG nova.compute.provider_tree [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.420104] env[69513]: DEBUG oslo_vmware.api [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380839, 'name': PowerOffVM_Task, 'duration_secs': 0.287359} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.420612] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.420781] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.421039] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9295e0a4-8853-47f1-b013-730cf6d09d32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.432953] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.481091] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.481326] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.481541] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleting the datastore file [datastore2] a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.482538] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10f1b9bc-bffa-4d36-936d-400d5b57df7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.490471] env[69513]: DEBUG oslo_vmware.api [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 969.490471] env[69513]: value = "task-3380842" [ 969.490471] env[69513]: _type = "Task" [ 969.490471] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.500112] env[69513]: DEBUG oslo_vmware.api [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.739301] env[69513]: INFO nova.compute.manager [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Took 20.09 seconds to build instance. [ 969.845686] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380840, 'name': CreateVM_Task, 'duration_secs': 0.366729} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.845855] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.846569] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.847223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.847223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.847418] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3322690a-21d3-47e5-aa3f-f63ba4808850 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.851734] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 969.851734] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522f3051-51f3-2208-2dce-df685c25efe1" [ 969.851734] env[69513]: _type = "Task" [ 969.851734] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.852672] env[69513]: DEBUG nova.network.neutron [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Successfully created port: 2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.863442] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522f3051-51f3-2208-2dce-df685c25efe1, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.863702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.863930] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.864168] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.864309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.864479] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.864725] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aae2abdb-8219-482d-a736-33dc60afa297 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.871783] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.872543] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.875011] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90cc9954-421d-43ff-8469-6cfad6e41e10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.877844] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 969.877844] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52debe31-38fa-24b8-429b-73d0858597ff" [ 969.877844] env[69513]: _type = "Task" [ 969.877844] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.887372] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52debe31-38fa-24b8-429b-73d0858597ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922555] env[69513]: DEBUG nova.scheduler.client.report [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.001017] env[69513]: DEBUG oslo_vmware.api [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285542} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.001017] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.001017] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.001017] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.001017] env[69513]: INFO nova.compute.manager [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 970.001254] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.001503] env[69513]: DEBUG nova.compute.manager [-] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.001503] env[69513]: DEBUG nova.network.neutron [-] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 970.180532] env[69513]: DEBUG nova.network.neutron [-] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.209507] env[69513]: DEBUG nova.network.neutron [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updated VIF entry in instance network info cache for port 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 970.210599] env[69513]: DEBUG nova.network.neutron [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.242148] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53366e52-ffba-494f-9adc-2d1804d6344b tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "058196bf-8620-4b8a-937f-19d4195347fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.602s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.282856] env[69513]: DEBUG nova.network.neutron [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance_info_cache with network_info: [{"id": "d4702c17-7522-49a0-a664-627c0a45dfa1", "address": "fa:16:3e:3f:7c:84", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4702c17-75", "ovs_interfaceid": "d4702c17-7522-49a0-a664-627c0a45dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.393240] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52debe31-38fa-24b8-429b-73d0858597ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.393240] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bfa239-5e57-4d72-b955-adb161dfd398 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.400261] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 970.400261] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52043da1-63d2-f1a8-3446-65b638deae56" [ 970.400261] env[69513]: _type = "Task" [ 970.400261] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.408070] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52043da1-63d2-f1a8-3446-65b638deae56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.432037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.432641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.432988] env[69513]: DEBUG nova.objects.instance [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lazy-loading 'resources' on Instance uuid 1c70633b-dfdd-4b12-aa9c-2109207853d1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.446507] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.465425] env[69513]: INFO nova.scheduler.client.report [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Deleted allocations for instance 34c39af5-e57e-4d02-a38b-3695e3ff4e08 [ 970.485443] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.485710] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.485892] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.486097] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.486330] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.486485] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.486694] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.486855] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.487030] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.487199] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.487372] env[69513]: DEBUG nova.virt.hardware [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.488516] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca195c6-5f1b-4952-b4d2-7e84502c872b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.496363] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d7782-6965-4d63-92bd-140a15866b99 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.683729] env[69513]: INFO nova.compute.manager [-] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Took 1.54 seconds to deallocate network for instance. [ 970.715564] env[69513]: DEBUG oslo_concurrency.lockutils [req-c765e152-0abd-40e0-b3ca-8ed1a2939f4a req-11ab6449-ebfa-4f8c-a761-48c1929b7d24 service nova] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.769719] env[69513]: DEBUG nova.compute.manager [req-e49cf8e7-39ac-46e1-bfe8-db6abf45dd0e req-cd3f6be4-f946-4852-98f0-56d6305e15dc service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Received event network-vif-deleted-65f2fe99-b38c-4563-9d0d-624a72dd4792 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.769975] env[69513]: INFO nova.compute.manager [req-e49cf8e7-39ac-46e1-bfe8-db6abf45dd0e req-cd3f6be4-f946-4852-98f0-56d6305e15dc service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Neutron deleted interface 65f2fe99-b38c-4563-9d0d-624a72dd4792; detaching it from the instance and deleting it from the info cache [ 970.770167] env[69513]: DEBUG nova.network.neutron [req-e49cf8e7-39ac-46e1-bfe8-db6abf45dd0e req-cd3f6be4-f946-4852-98f0-56d6305e15dc service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.786387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-33289c07-311b-4bd0-b565-58663e51ff7b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.786662] env[69513]: DEBUG nova.objects.instance [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lazy-loading 'migration_context' on Instance uuid 33289c07-311b-4bd0-b565-58663e51ff7b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.858018] env[69513]: DEBUG nova.network.neutron [-] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.912042] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52043da1-63d2-f1a8-3446-65b638deae56, 'name': SearchDatastore_Task, 'duration_secs': 0.021685} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.912481] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.912648] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.912950] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-699307ab-6b7c-4d36-9c36-70bbfc048890 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.921092] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 970.921092] env[69513]: value = "task-3380843" [ 970.921092] env[69513]: _type = "Task" [ 970.921092] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.929901] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.975466] env[69513]: DEBUG oslo_concurrency.lockutils [None req-127adf4f-9d19-4fd2-ac26-6623db5eb86d tempest-ServersWithSpecificFlavorTestJSON-989278643 tempest-ServersWithSpecificFlavorTestJSON-989278643-project-member] Lock "34c39af5-e57e-4d02-a38b-3695e3ff4e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.712s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.129825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "e6fceba8-a875-4451-9311-d969db359283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.130349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "e6fceba8-a875-4451-9311-d969db359283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.191113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.276928] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aeb7aac-dbea-44b0-a59f-9c42489ef30d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.288330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72a1fd-432e-41ad-9947-bb071564f0dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.305617] env[69513]: DEBUG nova.objects.base [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Object Instance<33289c07-311b-4bd0-b565-58663e51ff7b> lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.307442] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2bced1-0122-4858-b2dd-7c3173d31d0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.348047] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f8264e-2ba6-4e25-a1df-5b05d0ac9beb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.351886] env[69513]: DEBUG nova.compute.manager [req-e49cf8e7-39ac-46e1-bfe8-db6abf45dd0e req-cd3f6be4-f946-4852-98f0-56d6305e15dc service nova] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Detach interface failed, port_id=65f2fe99-b38c-4563-9d0d-624a72dd4792, reason: Instance a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.359023] env[69513]: DEBUG oslo_vmware.api [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 971.359023] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a41d4e-c6da-89a0-facd-9abdffde5454" [ 971.359023] env[69513]: _type = "Task" [ 971.359023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.362144] env[69513]: INFO nova.compute.manager [-] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Took 1.36 seconds to deallocate network for instance. [ 971.371205] env[69513]: DEBUG oslo_vmware.api [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a41d4e-c6da-89a0-facd-9abdffde5454, 'name': SearchDatastore_Task, 'duration_secs': 0.006928} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.374138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.378975] env[69513]: DEBUG nova.compute.manager [req-e89c7038-371c-4bce-b326-c6a83de9d965 req-bb3f20ee-f248-4398-ad09-f4f8440169fc service nova] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Received event network-vif-deleted-2c88f43d-d7cb-4114-ab32-0329a1b4fc87 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.418328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816567f8-eaac-4864-80bc-6f38a598a4d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.433274] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452702} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.434299] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d0820-10d4-4646-a06a-e3cf26b640c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.437470] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.437684] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.438181] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c364a96-12b0-4642-8609-d186083bd232 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.471066] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925e2758-daf7-4f82-8eb3-65a19992a4ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.473771] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 971.473771] env[69513]: value = "task-3380844" [ 971.473771] env[69513]: _type = "Task" [ 971.473771] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.481227] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ae422f-661f-4b04-98e9-f40ba2d47793 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.488928] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.500793] env[69513]: DEBUG nova.compute.provider_tree [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.635501] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.723968] env[69513]: DEBUG nova.compute.manager [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.725054] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9526a159-c485-4816-b3e5-52977bb14d7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.850290] env[69513]: DEBUG nova.network.neutron [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Successfully updated port: 2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.886141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.986041] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066894} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.986041] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.986756] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578eddc4-013d-446b-bb6a-bbfc8650ed37 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.005239] env[69513]: DEBUG nova.scheduler.client.report [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.018343] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.018958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afdab175-4e9a-482d-be43-b91cbc83dfcc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.040362] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 972.040362] env[69513]: value = "task-3380845" [ 972.040362] env[69513]: _type = "Task" [ 972.040362] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.054496] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380845, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.168559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.240353] env[69513]: INFO nova.compute.manager [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] instance snapshotting [ 972.243573] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecc693-f020-42fa-8031-30a4718ca9f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.265579] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec19725f-a6c5-43ee-b1ba-f13d44f904a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.357224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-0d7052e7-6a86-4b28-b2aa-68bc3abf2129" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.357224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-0d7052e7-6a86-4b28-b2aa-68bc3abf2129" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.357224] env[69513]: DEBUG nova.network.neutron [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 972.522282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.525668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.778s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.528179] env[69513]: INFO nova.compute.claims [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.560699] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380845, 'name': ReconfigVM_Task, 'duration_secs': 0.470018} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.560699] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to attach disk [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.560699] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c66c206-dbcc-4779-8efc-85b0d0f4d0fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.573201] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 972.573201] env[69513]: value = "task-3380846" [ 972.573201] env[69513]: _type = "Task" [ 972.573201] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.578068] env[69513]: INFO nova.scheduler.client.report [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Deleted allocations for instance 1c70633b-dfdd-4b12-aa9c-2109207853d1 [ 972.590225] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380846, 'name': Rename_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.777550] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.780020] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8804e5ec-c7ad-4aec-876f-282cf7da7955 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.788888] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 972.788888] env[69513]: value = "task-3380847" [ 972.788888] env[69513]: _type = "Task" [ 972.788888] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.798969] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380847, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.922325] env[69513]: DEBUG nova.network.neutron [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 973.093199] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380846, 'name': Rename_Task, 'duration_secs': 0.277439} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.095631] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.096012] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f42ae157-561d-4d4f-88cf-6b3910efb870 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.100313] env[69513]: DEBUG oslo_concurrency.lockutils [None req-004785bb-b84e-457b-b6fd-5501e5239f4b tempest-ServerRescueTestJSONUnderV235-927744761 tempest-ServerRescueTestJSONUnderV235-927744761-project-member] Lock "1c70633b-dfdd-4b12-aa9c-2109207853d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.655s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.107349] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 973.107349] env[69513]: value = "task-3380848" [ 973.107349] env[69513]: _type = "Task" [ 973.107349] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.118084] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.220600] env[69513]: DEBUG nova.network.neutron [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Updating instance_info_cache with network_info: [{"id": "2ca269b5-02b9-467b-bbe8-aeb1d1c90e45", "address": "fa:16:3e:af:df:ea", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca269b5-02", "ovs_interfaceid": "2ca269b5-02b9-467b-bbe8-aeb1d1c90e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.300516] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380847, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.625910] env[69513]: DEBUG oslo_vmware.api [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3380848, 'name': PowerOnVM_Task, 'duration_secs': 0.460154} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.626624] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.626854] env[69513]: INFO nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Took 7.83 seconds to spawn the instance on the hypervisor. [ 973.627663] env[69513]: DEBUG nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.632179] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827ea20-f562-4af1-8bf7-323102a9c6ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.651825] env[69513]: DEBUG nova.compute.manager [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Received event network-vif-plugged-2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.652678] env[69513]: DEBUG oslo_concurrency.lockutils [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] Acquiring lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.652678] env[69513]: DEBUG oslo_concurrency.lockutils [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.652678] env[69513]: DEBUG oslo_concurrency.lockutils [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.652678] env[69513]: DEBUG nova.compute.manager [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] No waiting events found dispatching network-vif-plugged-2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.653160] env[69513]: WARNING nova.compute.manager [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Received unexpected event network-vif-plugged-2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 for instance with vm_state building and task_state spawning. [ 973.653160] env[69513]: DEBUG nova.compute.manager [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Received event network-changed-2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.653336] env[69513]: DEBUG nova.compute.manager [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Refreshing instance network info cache due to event network-changed-2ca269b5-02b9-467b-bbe8-aeb1d1c90e45. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.653481] env[69513]: DEBUG oslo_concurrency.lockutils [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] Acquiring lock "refresh_cache-0d7052e7-6a86-4b28-b2aa-68bc3abf2129" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.726669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-0d7052e7-6a86-4b28-b2aa-68bc3abf2129" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.726669] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Instance network_info: |[{"id": "2ca269b5-02b9-467b-bbe8-aeb1d1c90e45", "address": "fa:16:3e:af:df:ea", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca269b5-02", "ovs_interfaceid": "2ca269b5-02b9-467b-bbe8-aeb1d1c90e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.726669] env[69513]: DEBUG oslo_concurrency.lockutils [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] Acquired lock "refresh_cache-0d7052e7-6a86-4b28-b2aa-68bc3abf2129" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.726669] env[69513]: DEBUG nova.network.neutron [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Refreshing network info cache for port 2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 973.726905] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:df:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ca269b5-02b9-467b-bbe8-aeb1d1c90e45', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.736023] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.739879] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.741404] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781160ce-cf27-4e1b-8908-2bd3650f0506 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.767937] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.767937] env[69513]: value = "task-3380849" [ 973.767937] env[69513]: _type = "Task" [ 973.767937] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.781632] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380849, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.803061] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380847, 'name': CreateSnapshot_Task, 'duration_secs': 1.000538} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.803061] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.804320] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e2969-e97e-4a5a-af45-ecd60291088f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.978540] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fe0531-0dbb-4590-bbfd-16b0b8e198c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.988330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aeac1d-ec88-4ef3-b602-326b6ccda29b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.026794] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d90caa-558e-4226-bf79-48c111fc1b2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.034908] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d09b2-1cbb-478e-b664-c3fa0930ad4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.055767] env[69513]: DEBUG nova.compute.provider_tree [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.160017] env[69513]: INFO nova.compute.manager [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Took 20.06 seconds to build instance. [ 974.278237] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380849, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.290927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "342e50d5-89b6-4ce0-969a-522334894790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.291447] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "342e50d5-89b6-4ce0-969a-522334894790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.325265] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.326140] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-381c209f-16e8-4efc-b89e-fbe14c232ddd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.337435] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 974.337435] env[69513]: value = "task-3380850" [ 974.337435] env[69513]: _type = "Task" [ 974.337435] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.349477] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380850, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.484812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.484812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.484812] env[69513]: INFO nova.compute.manager [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Rebooting instance [ 974.560359] env[69513]: DEBUG nova.scheduler.client.report [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.662232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-805dcb77-d085-40ed-bf57-171a65258fdb tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.569s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.782314] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380849, 'name': CreateVM_Task, 'duration_secs': 0.569796} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.783115] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.783879] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.784368] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.784939] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.785296] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8719478-e060-44bf-a708-258725b55abc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.791539] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 974.791539] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526d25b7-0435-2eed-c54b-eae6bf08f256" [ 974.791539] env[69513]: _type = "Task" [ 974.791539] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.795067] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.808116] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526d25b7-0435-2eed-c54b-eae6bf08f256, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.808116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.808116] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.808116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.808116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.808466] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.808658] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dae6387-dcad-4774-bdde-33ac47e8f614 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.817955] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.818173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.819891] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9584c028-0d26-44f4-add6-c9503395e54b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.827036] env[69513]: DEBUG nova.network.neutron [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Updated VIF entry in instance network info cache for port 2ca269b5-02b9-467b-bbe8-aeb1d1c90e45. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 974.827036] env[69513]: DEBUG nova.network.neutron [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Updating instance_info_cache with network_info: [{"id": "2ca269b5-02b9-467b-bbe8-aeb1d1c90e45", "address": "fa:16:3e:af:df:ea", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca269b5-02", "ovs_interfaceid": "2ca269b5-02b9-467b-bbe8-aeb1d1c90e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.827322] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 974.827322] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52042169-70b2-162b-7e87-bd58abb4d131" [ 974.827322] env[69513]: _type = "Task" [ 974.827322] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.836792] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52042169-70b2-162b-7e87-bd58abb4d131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.849797] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380850, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.013543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.013543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013543] env[69513]: DEBUG nova.network.neutron [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 975.067796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.068306] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.078108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.808s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.081035] env[69513]: INFO nova.compute.claims [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.170994] env[69513]: DEBUG nova.compute.manager [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Received event network-changed-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.171202] env[69513]: DEBUG nova.compute.manager [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Refreshing instance network info cache due to event network-changed-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.171468] env[69513]: DEBUG oslo_concurrency.lockutils [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.171643] env[69513]: DEBUG oslo_concurrency.lockutils [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.171775] env[69513]: DEBUG nova.network.neutron [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Refreshing network info cache for port 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 975.323133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.335338] env[69513]: DEBUG oslo_concurrency.lockutils [req-32900ae1-7b16-4f56-8993-2a0665c9dac8 req-ba9fd3ae-6058-4030-a6af-8e343d184a7c service nova] Releasing lock "refresh_cache-0d7052e7-6a86-4b28-b2aa-68bc3abf2129" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.342502] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52042169-70b2-162b-7e87-bd58abb4d131, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.347439] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fa6fe9-5548-4f1e-b3c5-c96ea26b7374 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.356541] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380850, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.359021] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 975.359021] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8b739-a555-2dc0-ae0e-be071e1b01b9" [ 975.359021] env[69513]: _type = "Task" [ 975.359021] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.369287] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8b739-a555-2dc0-ae0e-be071e1b01b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.369750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.369871] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0d7052e7-6a86-4b28-b2aa-68bc3abf2129/0d7052e7-6a86-4b28-b2aa-68bc3abf2129.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.370155] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14003f83-b0f6-49a9-8d13-5f1881e40aa7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.377694] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 975.377694] env[69513]: value = "task-3380851" [ 975.377694] env[69513]: _type = "Task" [ 975.377694] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.385243] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.585763] env[69513]: DEBUG nova.compute.utils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.595411] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.595628] env[69513]: DEBUG nova.network.neutron [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.680309] env[69513]: DEBUG nova.policy [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '408d5ab903c0407f871e51086d195b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f60a57b8a4414d21ac2bf4437f660875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.862209] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380850, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.893008] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498045} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.895849] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0d7052e7-6a86-4b28-b2aa-68bc3abf2129/0d7052e7-6a86-4b28-b2aa-68bc3abf2129.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.896123] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.896399] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71b34bf2-76ea-43f0-ac2b-28ee799cc508 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.905764] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 975.905764] env[69513]: value = "task-3380852" [ 975.905764] env[69513]: _type = "Task" [ 975.905764] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.919591] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.968624] env[69513]: DEBUG nova.network.neutron [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.085821] env[69513]: DEBUG nova.network.neutron [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updated VIF entry in instance network info cache for port 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 976.085821] env[69513]: DEBUG nova.network.neutron [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.098910] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.364923] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380850, 'name': CloneVM_Task, 'duration_secs': 1.89696} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.364923] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Created linked-clone VM from snapshot [ 976.364923] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e99d5-6038-4f8f-a6d1-ddf800ef12ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.376621] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Uploading image cc096535-de41-4235-9a7b-13102735a2b7 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.393778] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.394091] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd3d612b-d73b-47b7-9725-6ed8d619e920 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.401938] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 976.401938] env[69513]: value = "task-3380853" [ 976.401938] env[69513]: _type = "Task" [ 976.401938] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.419024] env[69513]: DEBUG nova.network.neutron [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Successfully created port: 45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.430663] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380853, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.430952] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188424} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.431076] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.432650] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e9a72-1ea7-4648-8aac-b1bde0139127 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.463676] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0d7052e7-6a86-4b28-b2aa-68bc3abf2129/0d7052e7-6a86-4b28-b2aa-68bc3abf2129.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.464149] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5b259e9-0983-4015-8ba0-c0dd77c8da3b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.484242] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.491782] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 976.491782] env[69513]: value = "task-3380854" [ 976.491782] env[69513]: _type = "Task" [ 976.491782] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.501035] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.587560] env[69513]: DEBUG oslo_concurrency.lockutils [req-e67eb74c-cca5-4433-84a8-2f46f1e24a7b req-d4d5023c-b81c-43e4-b8be-a08937a16438 service nova] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.606150] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454396b-869a-454f-9c2c-0fa3bed601b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.615838] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f12182-58e4-4633-aef0-ea535ab2dc16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.659067] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d629aac-bbec-493c-8aef-3a47fa5fc932 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.666549] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3528ac8-751d-49dd-90af-fc98d00a0f5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.681739] env[69513]: DEBUG nova.compute.provider_tree [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.912336] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380853, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.990801] env[69513]: DEBUG nova.compute.manager [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.994020] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4002edbd-31ba-4130-a86a-6d924a6135ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.003553] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.127568] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.154910] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.155192] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.155393] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.155619] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.155794] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.155974] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.156253] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.156447] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.156664] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.156873] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.157117] env[69513]: DEBUG nova.virt.hardware [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.158097] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313e4d10-2f98-42c1-84de-d08bc49419aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.166150] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3dbc8c-025e-4fcc-8f65-5d1e3ce218c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.186809] env[69513]: DEBUG nova.scheduler.client.report [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.413144] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380853, 'name': Destroy_Task, 'duration_secs': 0.725973} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.413376] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Destroyed the VM [ 977.413607] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 977.413870] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6f34992-91ff-4ecd-bc37-055fd893935d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.420217] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 977.420217] env[69513]: value = "task-3380855" [ 977.420217] env[69513]: _type = "Task" [ 977.420217] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.428618] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.505897] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380854, 'name': ReconfigVM_Task, 'duration_secs': 0.634971} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.506263] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0d7052e7-6a86-4b28-b2aa-68bc3abf2129/0d7052e7-6a86-4b28-b2aa-68bc3abf2129.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.506898] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0428f0-0b12-48da-81d0-45e573951ba9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.516441] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 977.516441] env[69513]: value = "task-3380856" [ 977.516441] env[69513]: _type = "Task" [ 977.516441] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.524791] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380856, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.691948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.692540] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.696892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.357s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.698476] env[69513]: INFO nova.compute.claims [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.929766] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380855, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.967820] env[69513]: DEBUG nova.compute.manager [req-9a2aded1-5582-4bf8-900a-2c0e990de19c req-cec081f0-30a1-476a-8113-f56e471e4240 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Received event network-vif-plugged-45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.967993] env[69513]: DEBUG oslo_concurrency.lockutils [req-9a2aded1-5582-4bf8-900a-2c0e990de19c req-cec081f0-30a1-476a-8113-f56e471e4240 service nova] Acquiring lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.968224] env[69513]: DEBUG oslo_concurrency.lockutils [req-9a2aded1-5582-4bf8-900a-2c0e990de19c req-cec081f0-30a1-476a-8113-f56e471e4240 service nova] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.968390] env[69513]: DEBUG oslo_concurrency.lockutils [req-9a2aded1-5582-4bf8-900a-2c0e990de19c req-cec081f0-30a1-476a-8113-f56e471e4240 service nova] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.968556] env[69513]: DEBUG nova.compute.manager [req-9a2aded1-5582-4bf8-900a-2c0e990de19c req-cec081f0-30a1-476a-8113-f56e471e4240 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] No waiting events found dispatching network-vif-plugged-45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.968716] env[69513]: WARNING nova.compute.manager [req-9a2aded1-5582-4bf8-900a-2c0e990de19c req-cec081f0-30a1-476a-8113-f56e471e4240 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Received unexpected event network-vif-plugged-45f3309c-92ea-4d90-b809-a621b329163e for instance with vm_state building and task_state spawning. [ 978.019271] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e0f67-a75e-41a7-a518-d4f39d4437e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.034766] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Doing hard reboot of VM {{(pid=69513) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 978.035396] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380856, 'name': Rename_Task, 'duration_secs': 0.216633} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.035611] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dcf1d77c-bc3c-4ca5-bee3-9f411c27a8a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.037312] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.038099] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dadf727-b53e-4faf-8e39-597b9cf7c936 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.045412] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 978.045412] env[69513]: value = "task-3380858" [ 978.045412] env[69513]: _type = "Task" [ 978.045412] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.050176] env[69513]: DEBUG nova.network.neutron [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Successfully updated port: 45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.051245] env[69513]: DEBUG oslo_vmware.api [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 978.051245] env[69513]: value = "task-3380857" [ 978.051245] env[69513]: _type = "Task" [ 978.051245] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.059034] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.066962] env[69513]: DEBUG oslo_vmware.api [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380857, 'name': ResetVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.203459] env[69513]: DEBUG nova.compute.utils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.207857] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.208547] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.282537] env[69513]: DEBUG nova.policy [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5785890447164cd1a5600e7f591ae6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20cc62b5916e40cd924441838278b5a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.431284] env[69513]: DEBUG oslo_vmware.api [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380855, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885095} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.431930] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.559467] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.560068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.560232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.560418] env[69513]: DEBUG nova.network.neutron [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 978.570078] env[69513]: DEBUG oslo_vmware.api [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3380857, 'name': ResetVM_Task, 'duration_secs': 0.1111} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.570432] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Did hard reboot of VM {{(pid=69513) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 978.570518] env[69513]: DEBUG nova.compute.manager [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.571372] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d3583d-e14e-40d8-9bba-f1928a4626b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.613631] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Successfully created port: e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.709299] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.936012] env[69513]: WARNING nova.compute.manager [None req-5e9153dc-2907-4ef8-b745-e662a8c64174 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Image not found during snapshot: nova.exception.ImageNotFound: Image cc096535-de41-4235-9a7b-13102735a2b7 could not be found. [ 979.057107] env[69513]: DEBUG oslo_vmware.api [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380858, 'name': PowerOnVM_Task, 'duration_secs': 0.756348} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.057386] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.057585] env[69513]: INFO nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Took 8.61 seconds to spawn the instance on the hypervisor. [ 979.057796] env[69513]: DEBUG nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.058568] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccae50-291f-41c9-82b7-32472c4a5e66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.087121] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f52bd627-e7ae-4f01-884e-87c7214dba99 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.603s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.088028] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b8558-e3d7-45c2-bd77-7fe0bc7002bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.098982] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e48199-0676-40b2-8339-38bcb7bbc710 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.138573] env[69513]: DEBUG nova.network.neutron [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 979.142978] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940db108-cc0c-4579-a2ea-9b9906a53f13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.152952] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16da7e3-1e1b-4447-918a-e0aab7ddbe76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.167738] env[69513]: DEBUG nova.compute.provider_tree [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.582034] env[69513]: INFO nova.compute.manager [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Took 23.01 seconds to build instance. [ 979.605544] env[69513]: DEBUG nova.network.neutron [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updating instance_info_cache with network_info: [{"id": "45f3309c-92ea-4d90-b809-a621b329163e", "address": "fa:16:3e:9a:c9:25", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f3309c-92", "ovs_interfaceid": "45f3309c-92ea-4d90-b809-a621b329163e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.671461] env[69513]: DEBUG nova.scheduler.client.report [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.721814] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.755963] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.756244] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.756401] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.757106] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.757106] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.757106] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.757106] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.757291] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.757458] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.757787] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.758278] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.759903] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7005e91-c743-4856-a3e7-11ac872aa145 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.769235] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ed2453-f200-42b9-9a45-24c2305c754f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.051415] env[69513]: DEBUG nova.compute.manager [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Received event network-changed-45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.051767] env[69513]: DEBUG nova.compute.manager [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Refreshing instance network info cache due to event network-changed-45f3309c-92ea-4d90-b809-a621b329163e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.051993] env[69513]: DEBUG oslo_concurrency.lockutils [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] Acquiring lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.084717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-821b0f1a-2d4e-4e26-bbb7-952043838ccb tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.526s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.107935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.108723] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Instance network_info: |[{"id": "45f3309c-92ea-4d90-b809-a621b329163e", "address": "fa:16:3e:9a:c9:25", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f3309c-92", "ovs_interfaceid": "45f3309c-92ea-4d90-b809-a621b329163e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.108723] env[69513]: DEBUG oslo_concurrency.lockutils [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] Acquired lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.108884] env[69513]: DEBUG nova.network.neutron [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Refreshing network info cache for port 45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 980.110135] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f3309c-92ea-4d90-b809-a621b329163e', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.120879] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.122506] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.122506] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-011bd5c2-b553-44f7-8b79-815c87a34c66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.143520] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.143520] env[69513]: value = "task-3380859" [ 980.143520] env[69513]: _type = "Task" [ 980.143520] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.154180] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380859, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.177931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.178459] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.181190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.738s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.183066] env[69513]: INFO nova.compute.claims [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.238176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "058196bf-8620-4b8a-937f-19d4195347fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.238456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "058196bf-8620-4b8a-937f-19d4195347fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.239501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "058196bf-8620-4b8a-937f-19d4195347fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.239683] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "058196bf-8620-4b8a-937f-19d4195347fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.239854] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "058196bf-8620-4b8a-937f-19d4195347fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.245856] env[69513]: INFO nova.compute.manager [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Terminating instance [ 980.298836] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Successfully updated port: e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.308370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.308658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.308969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.309054] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.309227] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.312252] env[69513]: INFO nova.compute.manager [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Terminating instance [ 980.653393] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380859, 'name': CreateVM_Task, 'duration_secs': 0.330523} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.655739] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.656413] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.656576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.656886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.657430] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d995414-869f-4374-b9d9-34663ff02da7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.661805] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 980.661805] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ec345c-be16-ab5a-15fc-667d7afdaf80" [ 980.661805] env[69513]: _type = "Task" [ 980.661805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.669984] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ec345c-be16-ab5a-15fc-667d7afdaf80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.686744] env[69513]: DEBUG nova.compute.utils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.700148] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.700370] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.750512] env[69513]: DEBUG nova.compute.manager [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.750751] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.751661] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c61cf-b4af-4597-aff8-a9f1ec03d2ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.759990] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.760253] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b8474f-ae0b-420c-9d68-7128f3fb2beb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.767132] env[69513]: DEBUG oslo_vmware.api [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 980.767132] env[69513]: value = "task-3380860" [ 980.767132] env[69513]: _type = "Task" [ 980.767132] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.777191] env[69513]: DEBUG oslo_vmware.api [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.802290] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "refresh_cache-56a8c975-c79a-488d-9f79-fcba2b7d23d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802611] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "refresh_cache-56a8c975-c79a-488d-9f79-fcba2b7d23d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802837] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 980.815474] env[69513]: DEBUG nova.policy [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5785890447164cd1a5600e7f591ae6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20cc62b5916e40cd924441838278b5a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.818171] env[69513]: DEBUG nova.compute.manager [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.818372] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.819261] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6f0a08-7cc5-40ee-96d9-a0a1f0f72786 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.828621] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.828867] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52dc814d-4f76-4ed4-9da1-4906a7b346e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.838027] env[69513]: DEBUG oslo_vmware.api [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 980.838027] env[69513]: value = "task-3380861" [ 980.838027] env[69513]: _type = "Task" [ 980.838027] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.845109] env[69513]: DEBUG oslo_vmware.api [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.885340] env[69513]: DEBUG nova.network.neutron [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updated VIF entry in instance network info cache for port 45f3309c-92ea-4d90-b809-a621b329163e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 980.885711] env[69513]: DEBUG nova.network.neutron [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updating instance_info_cache with network_info: [{"id": "45f3309c-92ea-4d90-b809-a621b329163e", "address": "fa:16:3e:9a:c9:25", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f3309c-92", "ovs_interfaceid": "45f3309c-92ea-4d90-b809-a621b329163e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.174472] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ec345c-be16-ab5a-15fc-667d7afdaf80, 'name': SearchDatastore_Task, 'duration_secs': 0.017103} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.174472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.174472] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.174472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.174472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174472] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.174472] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-febdfe2e-223d-4d44-983f-0c9d482b6dd2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.193219] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.193219] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.193219] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c2e891-e4c7-46a9-ba09-b6dc296343e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.199605] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 981.199605] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527c24dd-8b12-7a78-4986-45193a8849f8" [ 981.199605] env[69513]: _type = "Task" [ 981.199605] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.208033] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.215752] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527c24dd-8b12-7a78-4986-45193a8849f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.272422] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Successfully created port: 65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.281623] env[69513]: DEBUG oslo_vmware.api [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380860, 'name': PowerOffVM_Task, 'duration_secs': 0.29397} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.282045] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.282343] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.282680] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c3c1985-34d7-4f65-8884-50e9ea270405 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.350680] env[69513]: DEBUG oslo_vmware.api [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380861, 'name': PowerOffVM_Task, 'duration_secs': 0.234114} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.351119] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.351323] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.351500] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleting the datastore file [datastore1] 058196bf-8620-4b8a-937f-19d4195347fb {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.352365] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 981.355447] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.355866] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.356174] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4575cdc7-01ec-45ce-bb77-91da652b57b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.358047] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d87703-f77c-4883-839a-78ec3651ed5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.367270] env[69513]: DEBUG oslo_vmware.api [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for the task: (returnval){ [ 981.367270] env[69513]: value = "task-3380863" [ 981.367270] env[69513]: _type = "Task" [ 981.367270] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.378440] env[69513]: DEBUG oslo_vmware.api [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.388930] env[69513]: DEBUG oslo_concurrency.lockutils [req-930204f2-015c-47f4-9148-80b47710c5f1 req-9baa0e96-4c7d-4b20-b62e-8e04247746b4 service nova] Releasing lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.425818] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.426256] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.426328] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore1] 0d7052e7-6a86-4b28-b2aa-68bc3abf2129 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.427169] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903cf5f5-02fe-48c0-84e2-6f2728842364 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.435207] env[69513]: DEBUG oslo_vmware.api [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 981.435207] env[69513]: value = "task-3380865" [ 981.435207] env[69513]: _type = "Task" [ 981.435207] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.446515] env[69513]: DEBUG oslo_vmware.api [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.551564] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Updating instance_info_cache with network_info: [{"id": "e957231a-be6f-440e-a753-2c51f68e60ae", "address": "fa:16:3e:5e:0d:be", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape957231a-be", "ovs_interfaceid": "e957231a-be6f-440e-a753-2c51f68e60ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.611220] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a540d35-e7dc-4c8a-a3a0-e50250d2ef9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.619790] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21f122-9183-4604-94c4-c69271d23533 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.650559] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c258c7-e58f-4804-b195-6a37a60782be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.658765] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03763a99-b737-4a32-a66b-fbf3330887d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.672037] env[69513]: DEBUG nova.compute.provider_tree [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.710794] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527c24dd-8b12-7a78-4986-45193a8849f8, 'name': SearchDatastore_Task, 'duration_secs': 0.040168} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.715377] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9959b72-05be-4b2f-8238-74c9ee755cd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.721016] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 981.721016] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b0e3c8-b8be-90bb-7459-aee5e29a7974" [ 981.721016] env[69513]: _type = "Task" [ 981.721016] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.728438] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b0e3c8-b8be-90bb-7459-aee5e29a7974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.879789] env[69513]: DEBUG oslo_vmware.api [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Task: {'id': task-3380863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235322} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.880163] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.880525] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.880609] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.880783] env[69513]: INFO nova.compute.manager [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 981.881071] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.881306] env[69513]: DEBUG nova.compute.manager [-] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.881431] env[69513]: DEBUG nova.network.neutron [-] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 981.944970] env[69513]: DEBUG oslo_vmware.api [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237708} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.945257] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.945439] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.945630] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.945925] env[69513]: INFO nova.compute.manager [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Took 1.13 seconds to destroy the instance on the hypervisor. [ 981.946036] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.946214] env[69513]: DEBUG nova.compute.manager [-] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.946312] env[69513]: DEBUG nova.network.neutron [-] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 982.056661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "refresh_cache-56a8c975-c79a-488d-9f79-fcba2b7d23d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.059057] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Instance network_info: |[{"id": "e957231a-be6f-440e-a753-2c51f68e60ae", "address": "fa:16:3e:5e:0d:be", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape957231a-be", "ovs_interfaceid": "e957231a-be6f-440e-a753-2c51f68e60ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.059813] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:0d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e957231a-be6f-440e-a753-2c51f68e60ae', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.074804] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Creating folder: Project (20cc62b5916e40cd924441838278b5a0). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.075245] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4073fe4c-1827-49ff-a45c-d772d803d0b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.088897] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Created folder: Project (20cc62b5916e40cd924441838278b5a0) in parent group-v674393. [ 982.089121] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Creating folder: Instances. Parent ref: group-v674611. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.089368] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89eb9e32-c319-498a-8156-fac4df164f4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098380] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Created folder: Instances in parent group-v674611. [ 982.098539] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.098736] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.098944] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09b0132a-32b4-4273-8d26-c346b095eaef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.118887] env[69513]: DEBUG nova.compute.manager [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Received event network-vif-plugged-e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.119148] env[69513]: DEBUG oslo_concurrency.lockutils [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] Acquiring lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.119369] env[69513]: DEBUG oslo_concurrency.lockutils [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.119535] env[69513]: DEBUG oslo_concurrency.lockutils [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.119699] env[69513]: DEBUG nova.compute.manager [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] No waiting events found dispatching network-vif-plugged-e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.119954] env[69513]: WARNING nova.compute.manager [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Received unexpected event network-vif-plugged-e957231a-be6f-440e-a753-2c51f68e60ae for instance with vm_state building and task_state spawning. [ 982.120175] env[69513]: DEBUG nova.compute.manager [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Received event network-changed-e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.120305] env[69513]: DEBUG nova.compute.manager [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Refreshing instance network info cache due to event network-changed-e957231a-be6f-440e-a753-2c51f68e60ae. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.120481] env[69513]: DEBUG oslo_concurrency.lockutils [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] Acquiring lock "refresh_cache-56a8c975-c79a-488d-9f79-fcba2b7d23d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.120648] env[69513]: DEBUG oslo_concurrency.lockutils [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] Acquired lock "refresh_cache-56a8c975-c79a-488d-9f79-fcba2b7d23d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.120813] env[69513]: DEBUG nova.network.neutron [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Refreshing network info cache for port e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 982.127733] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.127733] env[69513]: value = "task-3380868" [ 982.127733] env[69513]: _type = "Task" [ 982.127733] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.141361] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380868, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.175989] env[69513]: DEBUG nova.scheduler.client.report [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.220039] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.236380] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b0e3c8-b8be-90bb-7459-aee5e29a7974, 'name': SearchDatastore_Task, 'duration_secs': 0.018372} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.236646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236905] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3/665a1ac3-9034-4d3e-a4d4-6fc3c97475b3.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.237192] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6807bf3-ddd8-42f6-87ef-e96349b1f6a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.245822] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 982.245822] env[69513]: value = "task-3380869" [ 982.245822] env[69513]: _type = "Task" [ 982.245822] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.260673] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.285872] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.286141] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.286300] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.286487] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.286633] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.286778] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.287650] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.287650] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.287650] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.287650] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.287650] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.288992] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6679e-7c30-4ec0-9640-1abeb28ace8c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.298405] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd82e1-b345-4f55-ba56-92df31984112 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.369249] env[69513]: DEBUG nova.compute.manager [req-c9ad7f77-d877-4efd-84f4-24fc1ae16fc8 req-3eb1dff6-0402-471b-b570-11daa4536341 service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Received event network-vif-deleted-2ca269b5-02b9-467b-bbe8-aeb1d1c90e45 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.369925] env[69513]: INFO nova.compute.manager [req-c9ad7f77-d877-4efd-84f4-24fc1ae16fc8 req-3eb1dff6-0402-471b-b570-11daa4536341 service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Neutron deleted interface 2ca269b5-02b9-467b-bbe8-aeb1d1c90e45; detaching it from the instance and deleting it from the info cache [ 982.369925] env[69513]: DEBUG nova.network.neutron [req-c9ad7f77-d877-4efd-84f4-24fc1ae16fc8 req-3eb1dff6-0402-471b-b570-11daa4536341 service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.644872] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380868, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.683252] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.683959] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.688105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.502s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.689921] env[69513]: INFO nova.compute.claims [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.766048] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.770577] env[69513]: DEBUG nova.network.neutron [-] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.772453] env[69513]: DEBUG nova.network.neutron [-] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.876030] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b45dae4-f36c-4765-aded-781d0c28bd0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.895508] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541c9db0-8d1d-4c62-b245-d131a9ab5798 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.937934] env[69513]: DEBUG nova.compute.manager [req-c9ad7f77-d877-4efd-84f4-24fc1ae16fc8 req-3eb1dff6-0402-471b-b570-11daa4536341 service nova] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Detach interface failed, port_id=2ca269b5-02b9-467b-bbe8-aeb1d1c90e45, reason: Instance 0d7052e7-6a86-4b28-b2aa-68bc3abf2129 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.995284] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Successfully updated port: 65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.010463] env[69513]: DEBUG nova.network.neutron [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Updated VIF entry in instance network info cache for port e957231a-be6f-440e-a753-2c51f68e60ae. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 983.010848] env[69513]: DEBUG nova.network.neutron [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Updating instance_info_cache with network_info: [{"id": "e957231a-be6f-440e-a753-2c51f68e60ae", "address": "fa:16:3e:5e:0d:be", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape957231a-be", "ovs_interfaceid": "e957231a-be6f-440e-a753-2c51f68e60ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.139267] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380868, 'name': CreateVM_Task, 'duration_secs': 0.599723} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.139840] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.140323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.140499] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.140848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.141140] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725a9bfd-7571-479e-ac5f-8a970d80f4b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.146150] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 983.146150] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d91833-b144-8544-751f-b957855dc098" [ 983.146150] env[69513]: _type = "Task" [ 983.146150] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.157119] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d91833-b144-8544-751f-b957855dc098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.198315] env[69513]: DEBUG nova.compute.utils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.202027] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.202027] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.260690] env[69513]: DEBUG nova.policy [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5785890447164cd1a5600e7f591ae6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20cc62b5916e40cd924441838278b5a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.268669] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6825} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.269033] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3/665a1ac3-9034-4d3e-a4d4-6fc3c97475b3.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.269317] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.269640] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536339ea-e69a-4c5b-8ef1-eda81694a425 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.274652] env[69513]: INFO nova.compute.manager [-] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Took 1.39 seconds to deallocate network for instance. [ 983.274983] env[69513]: INFO nova.compute.manager [-] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Took 1.33 seconds to deallocate network for instance. [ 983.281968] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 983.281968] env[69513]: value = "task-3380870" [ 983.281968] env[69513]: _type = "Task" [ 983.281968] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.295823] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.501404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "refresh_cache-74ce0c45-eac6-4302-b56c-fd54bbc0fff0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.501567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "refresh_cache-74ce0c45-eac6-4302-b56c-fd54bbc0fff0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.501729] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 983.514097] env[69513]: DEBUG oslo_concurrency.lockutils [req-9da90a4d-17fb-427f-9a93-47290487632d req-920e9afb-dde5-491c-b074-8890ab4fbf26 service nova] Releasing lock "refresh_cache-56a8c975-c79a-488d-9f79-fcba2b7d23d1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.608684] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Successfully created port: 235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.657924] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d91833-b144-8544-751f-b957855dc098, 'name': SearchDatastore_Task, 'duration_secs': 0.037465} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.658583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.658849] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.659315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.659504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.659816] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.660124] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74723b6d-2196-4c7f-8c5f-8bb6f9445c6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.673755] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.674082] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.675605] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5457bf9c-9fe5-4868-8a2c-c9a82d04825b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.683617] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 983.683617] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cbcb33-6642-3df0-2d08-641bb8701610" [ 983.683617] env[69513]: _type = "Task" [ 983.683617] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.692616] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cbcb33-6642-3df0-2d08-641bb8701610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.704797] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.788805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.793168] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.800643] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324847} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.800643] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.800643] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40df8fb-ff51-48d8-88ac-856ceeea5d01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.825627] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3/665a1ac3-9034-4d3e-a4d4-6fc3c97475b3.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.828498] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8012f4c-3d82-4ec0-80ac-b6a3497437b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.848869] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 983.848869] env[69513]: value = "task-3380871" [ 983.848869] env[69513]: _type = "Task" [ 983.848869] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.862374] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.051914] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 984.110223] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eff4bb-f026-4382-a665-15b4e6b856a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.119901] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb0d40-43f7-441d-af90-df11319eb9d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.154794] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af0421-3c35-4ee6-b1ac-5b1b20c2f880 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.162785] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8a03a5-20a1-49b9-a513-d637c5a31d09 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.169008] env[69513]: DEBUG nova.compute.manager [req-a90250d4-ea4e-4008-aed1-7fcd1748af63 req-348e2783-f4c9-48a2-afe6-186c874956ae service nova] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Received event network-vif-deleted-270b3ab2-4673-4463-9fb1-ee296c8d8896 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.180958] env[69513]: DEBUG nova.compute.provider_tree [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.196982] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cbcb33-6642-3df0-2d08-641bb8701610, 'name': SearchDatastore_Task, 'duration_secs': 0.04374} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.197804] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7406db-7ef7-4dca-ade5-d7101b5da714 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.203922] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 984.203922] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52edeaf0-4795-3c45-775a-ab27b319abba" [ 984.203922] env[69513]: _type = "Task" [ 984.203922] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.215676] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52edeaf0-4795-3c45-775a-ab27b319abba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.250742] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Updating instance_info_cache with network_info: [{"id": "65cd95ee-43c5-476a-9f4c-e3aef846ec17", "address": "fa:16:3e:22:69:e5", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cd95ee-43", "ovs_interfaceid": "65cd95ee-43c5-476a-9f4c-e3aef846ec17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.360978] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380871, 'name': ReconfigVM_Task, 'duration_secs': 0.354375} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.361703] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3/665a1ac3-9034-4d3e-a4d4-6fc3c97475b3.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.362152] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86971f4d-7f1e-4037-9c99-9f238e046c82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.368293] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 984.368293] env[69513]: value = "task-3380872" [ 984.368293] env[69513]: _type = "Task" [ 984.368293] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.376455] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380872, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.453543] env[69513]: DEBUG nova.compute.manager [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Received event network-vif-plugged-65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.453889] env[69513]: DEBUG oslo_concurrency.lockutils [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] Acquiring lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.454303] env[69513]: DEBUG oslo_concurrency.lockutils [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.454611] env[69513]: DEBUG oslo_concurrency.lockutils [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.454858] env[69513]: DEBUG nova.compute.manager [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] No waiting events found dispatching network-vif-plugged-65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.455061] env[69513]: WARNING nova.compute.manager [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Received unexpected event network-vif-plugged-65cd95ee-43c5-476a-9f4c-e3aef846ec17 for instance with vm_state building and task_state spawning. [ 984.455254] env[69513]: DEBUG nova.compute.manager [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Received event network-changed-65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.455425] env[69513]: DEBUG nova.compute.manager [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Refreshing instance network info cache due to event network-changed-65cd95ee-43c5-476a-9f4c-e3aef846ec17. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.455609] env[69513]: DEBUG oslo_concurrency.lockutils [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] Acquiring lock "refresh_cache-74ce0c45-eac6-4302-b56c-fd54bbc0fff0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.510633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.510981] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.511358] env[69513]: DEBUG nova.objects.instance [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'flavor' on Instance uuid 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.683976] env[69513]: DEBUG nova.scheduler.client.report [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.714960] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52edeaf0-4795-3c45-775a-ab27b319abba, 'name': SearchDatastore_Task, 'duration_secs': 0.039511} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.715237] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.715499] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 56a8c975-c79a-488d-9f79-fcba2b7d23d1/56a8c975-c79a-488d-9f79-fcba2b7d23d1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.716015] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec674297-06b1-45f8-89f2-7d49087b3562 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.718931] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.725882] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 984.725882] env[69513]: value = "task-3380873" [ 984.725882] env[69513]: _type = "Task" [ 984.725882] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.735461] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.743876] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.744145] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.744302] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.744483] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.744629] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.744816] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.745043] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.745211] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.745412] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.745579] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.745751] env[69513]: DEBUG nova.virt.hardware [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.746647] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c45707e-785c-48a7-880b-728c0b744145 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.756740] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "refresh_cache-74ce0c45-eac6-4302-b56c-fd54bbc0fff0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.757207] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Instance network_info: |[{"id": "65cd95ee-43c5-476a-9f4c-e3aef846ec17", "address": "fa:16:3e:22:69:e5", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cd95ee-43", "ovs_interfaceid": "65cd95ee-43c5-476a-9f4c-e3aef846ec17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.757622] env[69513]: DEBUG oslo_concurrency.lockutils [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] Acquired lock "refresh_cache-74ce0c45-eac6-4302-b56c-fd54bbc0fff0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.757840] env[69513]: DEBUG nova.network.neutron [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Refreshing network info cache for port 65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 984.760129] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:69:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65cd95ee-43c5-476a-9f4c-e3aef846ec17', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.768888] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.770236] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa476eb-9494-415a-891d-1f3392f9e961 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.776394] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.776394] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-242f8106-d965-4cba-91bd-05558c3742e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.805772] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.805772] env[69513]: value = "task-3380874" [ 984.805772] env[69513]: _type = "Task" [ 984.805772] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.814444] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380874, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.878815] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380872, 'name': Rename_Task, 'duration_secs': 0.149675} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.879134] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.879386] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44d32722-7f49-4bd9-9972-2269a2ba8ac1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.885671] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 984.885671] env[69513]: value = "task-3380875" [ 984.885671] env[69513]: _type = "Task" [ 984.885671] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.893970] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.016273] env[69513]: DEBUG nova.objects.instance [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'pci_requests' on Instance uuid 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.143828] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Successfully updated port: 235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.189200] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.189793] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.192670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.192929] env[69513]: DEBUG nova.objects.instance [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lazy-loading 'resources' on Instance uuid 3b609029-e66b-47f1-a26d-7f86ec0098fe {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.239222] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.315902] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380874, 'name': CreateVM_Task, 'duration_secs': 0.362293} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.318625] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.319349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.319547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.319909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.320481] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5ae947-dd31-4d12-bee5-da9baf551189 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.325150] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 985.325150] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5265be44-a8b4-86bb-6a39-3ce2c151df2d" [ 985.325150] env[69513]: _type = "Task" [ 985.325150] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.332747] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5265be44-a8b4-86bb-6a39-3ce2c151df2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.397716] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.495732] env[69513]: DEBUG nova.network.neutron [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Updated VIF entry in instance network info cache for port 65cd95ee-43c5-476a-9f4c-e3aef846ec17. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 985.496102] env[69513]: DEBUG nova.network.neutron [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Updating instance_info_cache with network_info: [{"id": "65cd95ee-43c5-476a-9f4c-e3aef846ec17", "address": "fa:16:3e:22:69:e5", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cd95ee-43", "ovs_interfaceid": "65cd95ee-43c5-476a-9f4c-e3aef846ec17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.518705] env[69513]: DEBUG nova.objects.base [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Object Instance<4769e1d0-e815-4865-8bcc-9a5b0858a02a> lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.518921] env[69513]: DEBUG nova.network.neutron [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.635627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0f0d4774-2986-467a-a8c3-13050e76f5ca tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.125s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.647202] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "refresh_cache-2bfdd379-5b9d-4158-83e5-c9e2bd106122" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.647202] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "refresh_cache-2bfdd379-5b9d-4158-83e5-c9e2bd106122" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.647202] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 985.696426] env[69513]: DEBUG nova.compute.utils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.701027] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.701027] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.742427] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570681} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.754745] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 56a8c975-c79a-488d-9f79-fcba2b7d23d1/56a8c975-c79a-488d-9f79-fcba2b7d23d1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.755038] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.757903] env[69513]: DEBUG nova.policy [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8307b384f3842e29f9cf0dfdfd1f45f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a8dd5ef96741e3922c8bb7dc29104c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.759603] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e56405-1acf-4a21-b399-4d03e1d1ffe4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.767958] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 985.767958] env[69513]: value = "task-3380876" [ 985.767958] env[69513]: _type = "Task" [ 985.767958] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.776718] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.834990] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5265be44-a8b4-86bb-6a39-3ce2c151df2d, 'name': SearchDatastore_Task, 'duration_secs': 0.053253} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.837797] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.838046] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.838288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.838431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.838607] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.839090] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a67a3018-ac8b-4fea-ad70-86adbea58223 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.848592] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.848785] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.849810] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2734ad2f-fed7-49fc-9978-ae8858185c79 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.858046] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 985.858046] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52295178-60b5-b357-bc12-3d54a50fd5a9" [ 985.858046] env[69513]: _type = "Task" [ 985.858046] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.865813] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52295178-60b5-b357-bc12-3d54a50fd5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.900486] env[69513]: DEBUG oslo_vmware.api [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3380875, 'name': PowerOnVM_Task, 'duration_secs': 0.557489} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.902922] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.903171] env[69513]: INFO nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Took 8.78 seconds to spawn the instance on the hypervisor. [ 985.903362] env[69513]: DEBUG nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.904341] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fab3dd-857e-4dd9-8371-d733d4797d7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.998622] env[69513]: DEBUG oslo_concurrency.lockutils [req-95efc663-4acd-460c-a8ac-57d685ed873c req-fd74e9e9-ad0e-4309-ac62-df66114a2350 service nova] Releasing lock "refresh_cache-74ce0c45-eac6-4302-b56c-fd54bbc0fff0" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.064453] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c39b9-0921-4607-be8d-56538bd60b35 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.070935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b169c6-d9f6-4fc5-838d-04725ca00fba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.104142] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee4782-8996-47bd-b79f-6e15056c9ac3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.112313] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e858bcb7-0882-41e2-bb54-da8b47bf9a2e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.127804] env[69513]: DEBUG nova.compute.provider_tree [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.128482] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Successfully created port: b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.190177] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 986.200812] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.277798] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065468} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.278190] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.278970] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69fd6ee-2c42-45e1-9008-992e0d151352 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.305749] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 56a8c975-c79a-488d-9f79-fcba2b7d23d1/56a8c975-c79a-488d-9f79-fcba2b7d23d1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.310317] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ec9fdf-da12-43fb-89f8-eb6678109157 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.330891] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 986.330891] env[69513]: value = "task-3380877" [ 986.330891] env[69513]: _type = "Task" [ 986.330891] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.339102] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.367459] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52295178-60b5-b357-bc12-3d54a50fd5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.036355} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.368289] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359027e2-5f88-4e86-981c-a378eec4ccdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.373621] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 986.373621] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aef8ad-d879-783c-0685-a436b77b5857" [ 986.373621] env[69513]: _type = "Task" [ 986.373621] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.380938] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aef8ad-d879-783c-0685-a436b77b5857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.425208] env[69513]: INFO nova.compute.manager [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Took 22.71 seconds to build instance. [ 986.465138] env[69513]: DEBUG nova.network.neutron [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Updating instance_info_cache with network_info: [{"id": "235c36fa-73eb-4773-99f5-d15d16c7317e", "address": "fa:16:3e:4f:fc:c5", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235c36fa-73", "ovs_interfaceid": "235c36fa-73eb-4773-99f5-d15d16c7317e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.496898] env[69513]: DEBUG nova.compute.manager [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Received event network-vif-plugged-235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.497131] env[69513]: DEBUG oslo_concurrency.lockutils [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] Acquiring lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.497373] env[69513]: DEBUG oslo_concurrency.lockutils [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.497542] env[69513]: DEBUG oslo_concurrency.lockutils [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.497772] env[69513]: DEBUG nova.compute.manager [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] No waiting events found dispatching network-vif-plugged-235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.497862] env[69513]: WARNING nova.compute.manager [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Received unexpected event network-vif-plugged-235c36fa-73eb-4773-99f5-d15d16c7317e for instance with vm_state building and task_state spawning. [ 986.498027] env[69513]: DEBUG nova.compute.manager [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Received event network-changed-235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.498407] env[69513]: DEBUG nova.compute.manager [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Refreshing instance network info cache due to event network-changed-235c36fa-73eb-4773-99f5-d15d16c7317e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.498577] env[69513]: DEBUG oslo_concurrency.lockutils [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] Acquiring lock "refresh_cache-2bfdd379-5b9d-4158-83e5-c9e2bd106122" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.536466] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Successfully created port: 94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.632079] env[69513]: DEBUG nova.scheduler.client.report [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.842716] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380877, 'name': ReconfigVM_Task, 'duration_secs': 0.459097} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.843172] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 56a8c975-c79a-488d-9f79-fcba2b7d23d1/56a8c975-c79a-488d-9f79-fcba2b7d23d1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.843986] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40755bec-8471-4d8b-b157-4c2f92988f45 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.852008] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 986.852008] env[69513]: value = "task-3380878" [ 986.852008] env[69513]: _type = "Task" [ 986.852008] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.860107] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380878, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.871486] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Successfully created port: 036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.883941] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aef8ad-d879-783c-0685-a436b77b5857, 'name': SearchDatastore_Task, 'duration_secs': 0.032133} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.884254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.884567] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 74ce0c45-eac6-4302-b56c-fd54bbc0fff0/74ce0c45-eac6-4302-b56c-fd54bbc0fff0.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.884871] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1c34dea-2cf5-45c4-9b72-4b778006451e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.891506] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 986.891506] env[69513]: value = "task-3380879" [ 986.891506] env[69513]: _type = "Task" [ 986.891506] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.899034] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.927810] env[69513]: DEBUG oslo_concurrency.lockutils [None req-17f8b108-7702-479d-b3e9-7dc5f2a1b331 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.225s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.967739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "refresh_cache-2bfdd379-5b9d-4158-83e5-c9e2bd106122" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.968102] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Instance network_info: |[{"id": "235c36fa-73eb-4773-99f5-d15d16c7317e", "address": "fa:16:3e:4f:fc:c5", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235c36fa-73", "ovs_interfaceid": "235c36fa-73eb-4773-99f5-d15d16c7317e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.968418] env[69513]: DEBUG oslo_concurrency.lockutils [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] Acquired lock "refresh_cache-2bfdd379-5b9d-4158-83e5-c9e2bd106122" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.968593] env[69513]: DEBUG nova.network.neutron [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Refreshing network info cache for port 235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 986.969961] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:fc:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '235c36fa-73eb-4773-99f5-d15d16c7317e', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.981316] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.982357] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.982589] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faeeed0f-80e5-46d6-a130-cf5948c373e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.002867] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.002867] env[69513]: value = "task-3380880" [ 987.002867] env[69513]: _type = "Task" [ 987.002867] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.012943] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380880, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.143034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.144586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.770s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.177975] env[69513]: INFO nova.scheduler.client.report [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Deleted allocations for instance 3b609029-e66b-47f1-a26d-7f86ec0098fe [ 987.213455] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.246039] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.246368] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.246571] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.246820] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.247043] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.247279] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.247555] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.247698] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.247945] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.248146] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.248323] env[69513]: DEBUG nova.virt.hardware [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.250062] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433137ef-30d5-4a3b-84d6-f7481f1d5a4a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.260347] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5835be13-1fc1-40f3-b7aa-bd612bdab359 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.361928] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380878, 'name': Rename_Task, 'duration_secs': 0.175132} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.362260] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.362523] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b057b9a-a9e8-4c87-84cc-2bb792ce8cd0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.370368] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 987.370368] env[69513]: value = "task-3380881" [ 987.370368] env[69513]: _type = "Task" [ 987.370368] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.379356] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.400970] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380879, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.512492] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380880, 'name': CreateVM_Task, 'duration_secs': 0.454543} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.514707] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.515387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.515554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.515892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.516857] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71bb6395-2d72-47b0-84c9-2cadffe5d756 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.520849] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 987.520849] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52844d09-0ba4-d292-d908-6b76a621a71a" [ 987.520849] env[69513]: _type = "Task" [ 987.520849] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.528558] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52844d09-0ba4-d292-d908-6b76a621a71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.673664] env[69513]: DEBUG nova.network.neutron [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Updated VIF entry in instance network info cache for port 235c36fa-73eb-4773-99f5-d15d16c7317e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 987.674426] env[69513]: DEBUG nova.network.neutron [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Updating instance_info_cache with network_info: [{"id": "235c36fa-73eb-4773-99f5-d15d16c7317e", "address": "fa:16:3e:4f:fc:c5", "network": {"id": "64f0d907-1e45-4162-afbd-c4506f23d2f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1703685481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cc62b5916e40cd924441838278b5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235c36fa-73", "ovs_interfaceid": "235c36fa-73eb-4773-99f5-d15d16c7317e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.689795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b32b938-8de2-4eb7-926c-9e913330c8ba tempest-ListImageFiltersTestJSON-525149621 tempest-ListImageFiltersTestJSON-525149621-project-member] Lock "3b609029-e66b-47f1-a26d-7f86ec0098fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.197s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.720204] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.720456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.720776] env[69513]: DEBUG nova.objects.instance [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'flavor' on Instance uuid 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.887620] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380881, 'name': PowerOnVM_Task, 'duration_secs': 0.474609} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.891068] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.891284] env[69513]: INFO nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Took 8.17 seconds to spawn the instance on the hypervisor. [ 987.891461] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.892436] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fcc84-d8ea-496a-ad27-f7b2ff4a735c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.911219] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518398} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.911671] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 74ce0c45-eac6-4302-b56c-fd54bbc0fff0/74ce0c45-eac6-4302-b56c-fd54bbc0fff0.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.911875] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.912133] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d97674-b540-4961-a555-6dc6dec276e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.918576] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 987.918576] env[69513]: value = "task-3380882" [ 987.918576] env[69513]: _type = "Task" [ 987.918576] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.931012] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.999087] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45accf6-58f2-4125-a1a9-eb37ec75c364 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.007956] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc5edbe-f641-49c5-a72c-cacf09eb2049 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.044949] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47fe307-e47e-4e62-9d27-8b6a7afa6773 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.056767] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e447e-20b0-4abf-8911-1ea92decc61a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.060859] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52844d09-0ba4-d292-d908-6b76a621a71a, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.061170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.061415] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.061644] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.061784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.061955] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.063195] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f38c924-65f9-48d1-b82d-bda07ebb4e78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.073070] env[69513]: DEBUG nova.compute.provider_tree [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.081467] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.081606] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.082359] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cf1e87-0207-4cbb-9b4a-1da4d1ca224a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.088215] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 988.088215] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5219ca33-1233-fdc1-3e25-ca9bf9efb27a" [ 988.088215] env[69513]: _type = "Task" [ 988.088215] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.099356] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5219ca33-1233-fdc1-3e25-ca9bf9efb27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.177998] env[69513]: DEBUG oslo_concurrency.lockutils [req-090c5622-ed9e-4db3-afde-21cde49a705e req-2768697e-7252-4256-a3b5-0cacd41957cd service nova] Releasing lock "refresh_cache-2bfdd379-5b9d-4158-83e5-c9e2bd106122" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.376354] env[69513]: DEBUG nova.objects.instance [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'pci_requests' on Instance uuid 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.422021] env[69513]: INFO nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Took 22.17 seconds to build instance. [ 988.429634] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113025} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.430729] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.431790] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909ba2c-75ff-425c-a090-f3af9c523259 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.463121] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 74ce0c45-eac6-4302-b56c-fd54bbc0fff0/74ce0c45-eac6-4302-b56c-fd54bbc0fff0.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.464235] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66d6941-8138-47e3-8e85-71d55f474d16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.485437] env[69513]: DEBUG nova.compute.manager [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Received event network-changed-45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.485667] env[69513]: DEBUG nova.compute.manager [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Refreshing instance network info cache due to event network-changed-45f3309c-92ea-4d90-b809-a621b329163e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.485884] env[69513]: DEBUG oslo_concurrency.lockutils [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] Acquiring lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.486191] env[69513]: DEBUG oslo_concurrency.lockutils [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] Acquired lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.486407] env[69513]: DEBUG nova.network.neutron [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Refreshing network info cache for port 45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 988.492992] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 988.492992] env[69513]: value = "task-3380883" [ 988.492992] env[69513]: _type = "Task" [ 988.492992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.503272] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.579469] env[69513]: DEBUG nova.scheduler.client.report [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.583603] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Successfully updated port: b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.601613] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5219ca33-1233-fdc1-3e25-ca9bf9efb27a, 'name': SearchDatastore_Task, 'duration_secs': 0.016319} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.602406] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df7d4de-93f6-4245-892a-1cc8aab015d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.607304] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 988.607304] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521905d9-a43b-1954-6cfe-00fc5a317f97" [ 988.607304] env[69513]: _type = "Task" [ 988.607304] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.615256] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521905d9-a43b-1954-6cfe-00fc5a317f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.878384] env[69513]: DEBUG nova.objects.base [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Object Instance<4769e1d0-e815-4865-8bcc-9a5b0858a02a> lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.878609] env[69513]: DEBUG nova.network.neutron [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.920432] env[69513]: DEBUG nova.compute.manager [req-3af58040-0ccb-4bd2-b1ec-e668de51ab1e req-c281606b-b64e-4375-b47a-c6df9597b0b2 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-vif-plugged-b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.920759] env[69513]: DEBUG oslo_concurrency.lockutils [req-3af58040-0ccb-4bd2-b1ec-e668de51ab1e req-c281606b-b64e-4375-b47a-c6df9597b0b2 service nova] Acquiring lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.920883] env[69513]: DEBUG oslo_concurrency.lockutils [req-3af58040-0ccb-4bd2-b1ec-e668de51ab1e req-c281606b-b64e-4375-b47a-c6df9597b0b2 service nova] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.921072] env[69513]: DEBUG oslo_concurrency.lockutils [req-3af58040-0ccb-4bd2-b1ec-e668de51ab1e req-c281606b-b64e-4375-b47a-c6df9597b0b2 service nova] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.921538] env[69513]: DEBUG nova.compute.manager [req-3af58040-0ccb-4bd2-b1ec-e668de51ab1e req-c281606b-b64e-4375-b47a-c6df9597b0b2 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] No waiting events found dispatching network-vif-plugged-b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.921538] env[69513]: WARNING nova.compute.manager [req-3af58040-0ccb-4bd2-b1ec-e668de51ab1e req-c281606b-b64e-4375-b47a-c6df9597b0b2 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received unexpected event network-vif-plugged-b71f4913-667d-4447-9df0-2daa9594bae4 for instance with vm_state building and task_state spawning. [ 988.925587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.690s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.929727] env[69513]: DEBUG nova.policy [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.003668] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.117947] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521905d9-a43b-1954-6cfe-00fc5a317f97, 'name': SearchDatastore_Task, 'duration_secs': 0.033404} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.118475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.118739] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 2bfdd379-5b9d-4158-83e5-c9e2bd106122/2bfdd379-5b9d-4158-83e5-c9e2bd106122.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.119065] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c11111ba-34ae-475f-ba6e-ef2e01bf0be5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.126462] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 989.126462] env[69513]: value = "task-3380884" [ 989.126462] env[69513]: _type = "Task" [ 989.126462] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.135332] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.401421] env[69513]: DEBUG nova.network.neutron [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updated VIF entry in instance network info cache for port 45f3309c-92ea-4d90-b809-a621b329163e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 989.401772] env[69513]: DEBUG nova.network.neutron [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updating instance_info_cache with network_info: [{"id": "45f3309c-92ea-4d90-b809-a621b329163e", "address": "fa:16:3e:9a:c9:25", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f3309c-92", "ovs_interfaceid": "45f3309c-92ea-4d90-b809-a621b329163e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.455021] env[69513]: DEBUG nova.network.neutron [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Successfully created port: 96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.486229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "d54025b5-24b9-4d7d-81f7-6fce505306d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.486506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.486715] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "d54025b5-24b9-4d7d-81f7-6fce505306d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.486895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.487080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.489565] env[69513]: INFO nova.compute.manager [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Terminating instance [ 989.508052] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380883, 'name': ReconfigVM_Task, 'duration_secs': 0.801003} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.508052] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 74ce0c45-eac6-4302-b56c-fd54bbc0fff0/74ce0c45-eac6-4302-b56c-fd54bbc0fff0.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.509496] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a8195e-fee5-4c33-96fa-3d64c3785b0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.516362] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 989.516362] env[69513]: value = "task-3380885" [ 989.516362] env[69513]: _type = "Task" [ 989.516362] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.524990] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380885, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.594240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.450s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.598770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.712s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.598770] env[69513]: DEBUG nova.objects.instance [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lazy-loading 'resources' on Instance uuid a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.641799] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380884, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.904693] env[69513]: DEBUG oslo_concurrency.lockutils [req-78772c21-dc09-49c1-a4a9-87953b151142 req-da2dc1c0-1c6d-4fce-a4fd-598b64a5f562 service nova] Releasing lock "refresh_cache-665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.992963] env[69513]: DEBUG nova.compute.manager [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.993275] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.994121] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31836c-9707-4b34-bc0d-87d2775088a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.003278] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.003529] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dad1042-a01a-4a23-985c-98c704f5a515 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.009824] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 990.009824] env[69513]: value = "task-3380886" [ 990.009824] env[69513]: _type = "Task" [ 990.009824] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.019312] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.029286] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380885, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.140197] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901618} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.140714] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 2bfdd379-5b9d-4158-83e5-c9e2bd106122/2bfdd379-5b9d-4158-83e5-c9e2bd106122.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.140714] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.140943] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66d6419-1042-49cd-af7d-bfbe390c1121 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.147663] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 990.147663] env[69513]: value = "task-3380887" [ 990.147663] env[69513]: _type = "Task" [ 990.147663] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.155910] env[69513]: INFO nova.scheduler.client.report [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocation for migration 81871733-742a-4e41-b307-c9e2ad14a2c4 [ 990.159711] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.412136] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fce1935-beee-46ec-913b-9aea9faafc3b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.420106] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f47164-87bc-41c0-bea3-1f14dd5f2c18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.451598] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38629559-bb80-4548-9931-2596cc464c9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.459966] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1747c658-9374-4e65-a402-c4eff3c8f20d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.474191] env[69513]: DEBUG nova.compute.provider_tree [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.520030] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380886, 'name': PowerOffVM_Task, 'duration_secs': 0.418099} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.523202] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.523455] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.523638] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ba57bcf-f340-41f9-a56f-869c51c6c737 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.530169] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380885, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.585450] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.585717] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.585952] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Deleting the datastore file [datastore2] d54025b5-24b9-4d7d-81f7-6fce505306d2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.586280] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cea2c3b-436b-4770-bbfb-776228aab536 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.592416] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for the task: (returnval){ [ 990.592416] env[69513]: value = "task-3380889" [ 990.592416] env[69513]: _type = "Task" [ 990.592416] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.600413] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.659173] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166889} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.659173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.659173] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63069cb2-1d44-4d41-83aa-b8c9bccacf05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.675264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ad5279fc-9a65-43f8-9caf-117db01d0d91 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.561s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.685345] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2bfdd379-5b9d-4158-83e5-c9e2bd106122/2bfdd379-5b9d-4158-83e5-c9e2bd106122.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.685546] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575d6022-b477-412c-9cd1-7f3ac0f8da34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.709356] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 990.709356] env[69513]: value = "task-3380890" [ 990.709356] env[69513]: _type = "Task" [ 990.709356] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.718278] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.841032] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Successfully updated port: 94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.978544] env[69513]: DEBUG nova.scheduler.client.report [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.033032] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380885, 'name': Rename_Task, 'duration_secs': 1.194204} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.033032] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.033032] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a75f3a3-0cc5-4c6a-991f-ca308b47d2fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.040557] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 991.040557] env[69513]: value = "task-3380891" [ 991.040557] env[69513]: _type = "Task" [ 991.040557] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.052327] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.104543] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.224156] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.283992] env[69513]: DEBUG nova.network.neutron [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Successfully updated port: 96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.415372] env[69513]: DEBUG nova.compute.manager [req-5121c2c1-804b-44cd-84a9-5a024b836b77 req-3dcfa69f-ceda-4139-ad80-4c1b0d400459 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-vif-plugged-94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.415591] env[69513]: DEBUG oslo_concurrency.lockutils [req-5121c2c1-804b-44cd-84a9-5a024b836b77 req-3dcfa69f-ceda-4139-ad80-4c1b0d400459 service nova] Acquiring lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.415809] env[69513]: DEBUG oslo_concurrency.lockutils [req-5121c2c1-804b-44cd-84a9-5a024b836b77 req-3dcfa69f-ceda-4139-ad80-4c1b0d400459 service nova] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.415972] env[69513]: DEBUG oslo_concurrency.lockutils [req-5121c2c1-804b-44cd-84a9-5a024b836b77 req-3dcfa69f-ceda-4139-ad80-4c1b0d400459 service nova] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.416182] env[69513]: DEBUG nova.compute.manager [req-5121c2c1-804b-44cd-84a9-5a024b836b77 req-3dcfa69f-ceda-4139-ad80-4c1b0d400459 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] No waiting events found dispatching network-vif-plugged-94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.416346] env[69513]: WARNING nova.compute.manager [req-5121c2c1-804b-44cd-84a9-5a024b836b77 req-3dcfa69f-ceda-4139-ad80-4c1b0d400459 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received unexpected event network-vif-plugged-94f8b07c-c655-4378-a772-47a7410934a1 for instance with vm_state building and task_state spawning. [ 991.487421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.489735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.322s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.491402] env[69513]: INFO nova.compute.claims [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.504425] env[69513]: DEBUG nova.compute.manager [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-changed-b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.505075] env[69513]: DEBUG nova.compute.manager [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Refreshing instance network info cache due to event network-changed-b71f4913-667d-4447-9df0-2daa9594bae4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.505075] env[69513]: DEBUG oslo_concurrency.lockutils [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] Acquiring lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.505188] env[69513]: DEBUG oslo_concurrency.lockutils [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] Acquired lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.505332] env[69513]: DEBUG nova.network.neutron [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Refreshing network info cache for port b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 991.515507] env[69513]: INFO nova.scheduler.client.report [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleted allocations for instance a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d [ 991.550736] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380891, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.604546] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.722200] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380890, 'name': ReconfigVM_Task, 'duration_secs': 0.66019} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.723341] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2bfdd379-5b9d-4158-83e5-c9e2bd106122/2bfdd379-5b9d-4158-83e5-c9e2bd106122.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.723542] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-203ebba2-3d20-4b2b-855a-63bb60393071 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.730138] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 991.730138] env[69513]: value = "task-3380892" [ 991.730138] env[69513]: _type = "Task" [ 991.730138] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.739544] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380892, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.786727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.786897] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.787094] env[69513]: DEBUG nova.network.neutron [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 991.843488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.843755] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.025502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45d2db25-54ab-4b57-90d2-bcf713c264c3 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.655s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.055362] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380891, 'name': PowerOnVM_Task, 'duration_secs': 0.825437} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.055937] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.056228] env[69513]: INFO nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Took 9.84 seconds to spawn the instance on the hypervisor. [ 992.056476] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.057539] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c232279-0f04-45ea-9172-ca1b114eb12b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.068679] env[69513]: DEBUG nova.network.neutron [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 992.077448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "33289c07-311b-4bd0-b565-58663e51ff7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.077732] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.077992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.078259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.078708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.080946] env[69513]: INFO nova.compute.manager [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Terminating instance [ 992.107619] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.184682] env[69513]: DEBUG nova.network.neutron [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.239811] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380892, 'name': Rename_Task, 'duration_secs': 0.157989} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.240134] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.240375] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af761745-43b3-4c48-8361-fcca58cc4995 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.246977] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 992.246977] env[69513]: value = "task-3380893" [ 992.246977] env[69513]: _type = "Task" [ 992.246977] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.254921] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.335885] env[69513]: WARNING nova.network.neutron [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] ff09d096-e904-409c-bfab-41435a1a93ab already exists in list: networks containing: ['ff09d096-e904-409c-bfab-41435a1a93ab']. ignoring it [ 992.346550] env[69513]: DEBUG nova.compute.utils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.582425] env[69513]: INFO nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Took 26.27 seconds to build instance. [ 992.584997] env[69513]: DEBUG nova.compute.manager [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.585206] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.586106] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd4ffd3-e418-4399-8bc4-e0609fc63c7b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.594030] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.594279] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcad4946-9692-47b8-a78c-9a6c75894657 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.613147] env[69513]: DEBUG oslo_vmware.api [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 992.613147] env[69513]: value = "task-3380894" [ 992.613147] env[69513]: _type = "Task" [ 992.613147] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.622999] env[69513]: DEBUG oslo_vmware.api [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Task: {'id': task-3380889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.896668} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.622999] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.622999] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.623452] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.623452] env[69513]: INFO nova.compute.manager [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Took 2.63 seconds to destroy the instance on the hypervisor. [ 992.623762] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.628984] env[69513]: DEBUG nova.compute.manager [-] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.629135] env[69513]: DEBUG nova.network.neutron [-] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 992.630943] env[69513]: DEBUG oslo_vmware.api [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.689973] env[69513]: DEBUG oslo_concurrency.lockutils [req-243773ef-2706-4f64-941c-0093ff26b463 req-346f2e49-a9ab-4180-b4fb-e3be869d6b12 service nova] Releasing lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.758157] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380893, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.847324] env[69513]: DEBUG nova.network.neutron [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "address": "fa:16:3e:ce:53:ce", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e2bd64-92", "ovs_interfaceid": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.851673] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.870390] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b6e0f4-ea16-41f5-8a6d-e8324b1b7e82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.880743] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df44525-f25c-4c4e-94c1-deeedbfb4637 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.911256] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c314d1-a59f-467d-9618-b938e9757476 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.919670] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e90704-06d9-41f6-b470-00aff183ab2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.934032] env[69513]: DEBUG nova.compute.provider_tree [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.086543] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.788s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.099209] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Successfully updated port: 036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.122637] env[69513]: DEBUG oslo_vmware.api [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380894, 'name': PowerOffVM_Task, 'duration_secs': 0.212562} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.122920] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.123100] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.123354] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332854b4-4fb1-4be0-80b7-a62fdc1c1a63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.187782] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.188011] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.188202] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore2] 33289c07-311b-4bd0-b565-58663e51ff7b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.188457] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2230b6c-bf07-49de-88b0-c425221abb0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.195017] env[69513]: DEBUG oslo_vmware.api [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 993.195017] env[69513]: value = "task-3380896" [ 993.195017] env[69513]: _type = "Task" [ 993.195017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.202373] env[69513]: DEBUG oslo_vmware.api [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.261439] env[69513]: DEBUG oslo_vmware.api [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380893, 'name': PowerOnVM_Task, 'duration_secs': 0.718382} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.261695] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.261887] env[69513]: INFO nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Took 8.54 seconds to spawn the instance on the hypervisor. [ 993.262067] env[69513]: DEBUG nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.262843] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0c487e-fcf4-498a-a5e4-0aef60d54c86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.358536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.358536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.358536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.358536] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8319bdc7-f0ed-4dcf-aafc-c64f01872622 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.378691] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.379168] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.379456] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.379747] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.380050] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.380325] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.380715] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.381060] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.381378] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.381663] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.381949] env[69513]: DEBUG nova.virt.hardware [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.388800] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfiguring VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 993.389679] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87560301-037c-427a-9550-c7a68e1ab052 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.409906] env[69513]: DEBUG oslo_vmware.api [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 993.409906] env[69513]: value = "task-3380897" [ 993.409906] env[69513]: _type = "Task" [ 993.409906] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.421856] env[69513]: DEBUG oslo_vmware.api [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380897, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.437232] env[69513]: DEBUG nova.scheduler.client.report [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.604329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.604493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.604645] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 993.705559] env[69513]: DEBUG oslo_vmware.api [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288117} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.705822] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.706035] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.706220] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.706391] env[69513]: INFO nova.compute.manager [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 993.706639] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.706823] env[69513]: DEBUG nova.compute.manager [-] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.706923] env[69513]: DEBUG nova.network.neutron [-] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 993.757420] env[69513]: DEBUG nova.network.neutron [-] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.780213] env[69513]: INFO nova.compute.manager [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Took 27.38 seconds to build instance. [ 993.918785] env[69513]: DEBUG oslo_vmware.api [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.943534] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.946646] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.952412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.627s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.952412] env[69513]: INFO nova.compute.claims [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.955368] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.955562] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.955793] env[69513]: INFO nova.compute.manager [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Attaching volume 137b0a92-b00b-4584-a8bd-0f3f908effe5 to /dev/sdb [ 994.013340] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79439f6-d9ca-4dda-a056-b7300f235f41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.022239] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75172c18-dff3-4a3f-be31-8fcfdc6a5dda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.039408] env[69513]: DEBUG nova.virt.block_device [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating existing volume attachment record: ee242be2-b0ec-441f-a25a-9c2bbd62e0f5 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 994.162801] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 994.265418] env[69513]: INFO nova.compute.manager [-] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Took 1.63 seconds to deallocate network for instance. [ 994.283029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6e637d3e-5d72-4101-8f6d-9692bd12d616 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.900s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.421317] env[69513]: DEBUG oslo_vmware.api [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.452459] env[69513]: DEBUG nova.compute.utils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.454380] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.454692] env[69513]: DEBUG nova.network.neutron [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.545072] env[69513]: DEBUG nova.network.neutron [-] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.572150] env[69513]: DEBUG nova.policy [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd70c9c30dc33435a9b6252a4ac238514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe9ede25eb441ee88635dda99590ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.725863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "93014b16-e4a7-42b5-8add-37d53ee10246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.725863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "93014b16-e4a7-42b5-8add-37d53ee10246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.778304] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.890671] env[69513]: DEBUG nova.network.neutron [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updating instance_info_cache with network_info: [{"id": "b71f4913-667d-4447-9df0-2daa9594bae4", "address": "fa:16:3e:ab:d4:12", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f4913-66", "ovs_interfaceid": "b71f4913-667d-4447-9df0-2daa9594bae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94f8b07c-c655-4378-a772-47a7410934a1", "address": "fa:16:3e:1c:51:9b", "network": {"id": "7fb505ac-8ad1-4a29-aa33-9957b46a9456", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1335693854", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f8b07c-c6", "ovs_interfaceid": "94f8b07c-c655-4378-a772-47a7410934a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "address": "fa:16:3e:74:98:dc", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036b1245-9d", "ovs_interfaceid": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.929555] env[69513]: DEBUG oslo_vmware.api [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.958339] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.047327] env[69513]: INFO nova.compute.manager [-] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Took 1.34 seconds to deallocate network for instance. [ 995.062296] env[69513]: DEBUG nova.network.neutron [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Successfully created port: bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.086388] env[69513]: DEBUG nova.compute.manager [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-changed-94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.086388] env[69513]: DEBUG nova.compute.manager [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Refreshing instance network info cache due to event network-changed-94f8b07c-c655-4378-a772-47a7410934a1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.086627] env[69513]: DEBUG oslo_concurrency.lockutils [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] Acquiring lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.122889] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-vif-plugged-96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.123163] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.123555] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.123555] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.123795] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] No waiting events found dispatching network-vif-plugged-96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.123865] env[69513]: WARNING nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received unexpected event network-vif-plugged-96e2bd64-92c8-47d6-a786-6cdf8834b799 for instance with vm_state active and task_state None. [ 995.124037] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-changed-96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.124197] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing instance network info cache due to event network-changed-96e2bd64-92c8-47d6-a786-6cdf8834b799. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.124390] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.124511] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.124663] env[69513]: DEBUG nova.network.neutron [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing network info cache for port 96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 995.230390] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.363240] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aee5136-a523-47fc-9796-f0c3d5d28bda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.373691] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8749fa57-d347-4666-8433-718e423eadcd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.410635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Releasing lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.411081] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Instance network_info: |[{"id": "b71f4913-667d-4447-9df0-2daa9594bae4", "address": "fa:16:3e:ab:d4:12", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f4913-66", "ovs_interfaceid": "b71f4913-667d-4447-9df0-2daa9594bae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94f8b07c-c655-4378-a772-47a7410934a1", "address": "fa:16:3e:1c:51:9b", "network": {"id": "7fb505ac-8ad1-4a29-aa33-9957b46a9456", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1335693854", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f8b07c-c6", "ovs_interfaceid": "94f8b07c-c655-4378-a772-47a7410934a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "address": "fa:16:3e:74:98:dc", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036b1245-9d", "ovs_interfaceid": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.411666] env[69513]: DEBUG oslo_concurrency.lockutils [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] Acquired lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.411924] env[69513]: DEBUG nova.network.neutron [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Refreshing network info cache for port 94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 995.413308] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:d4:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b71f4913-667d-4447-9df0-2daa9594bae4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:51:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94f8b07c-c655-4378-a772-47a7410934a1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:98:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '036b1245-9d63-42d5-ac3a-e2245bef7a3a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.424339] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Creating folder: Project (f1a8dd5ef96741e3922c8bb7dc29104c). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.425135] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884e8dd-6fc2-4e96-9954-f7804df9b356 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.432066] env[69513]: INFO nova.compute.manager [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Rebuilding instance [ 995.434037] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae045b6b-e937-4a19-83cf-267ee9ec2446 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.447251] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0dc2d-a978-4c4c-ab54-d8ef891f92ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.451847] env[69513]: DEBUG oslo_vmware.api [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380897, 'name': ReconfigVM_Task, 'duration_secs': 2.017028} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.455243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.455470] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfigured VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 995.458500] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Created folder: Project (f1a8dd5ef96741e3922c8bb7dc29104c) in parent group-v674393. [ 995.458500] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Creating folder: Instances. Parent ref: group-v674618. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.459370] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbed1155-8c0e-4d73-8bbe-285a21e332cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.475077] env[69513]: DEBUG nova.compute.provider_tree [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.482810] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Created folder: Instances in parent group-v674618. [ 995.483061] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.483250] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.483459] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66c859f4-2533-485b-a00c-4377090c8f7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.509636] env[69513]: DEBUG nova.compute.manager [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.510543] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b599b45-d6f1-414b-a217-c34a711325ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.514603] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.514603] env[69513]: value = "task-3380903" [ 995.514603] env[69513]: _type = "Task" [ 995.514603] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.527715] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380903, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.554047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.758294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.955203] env[69513]: DEBUG nova.network.neutron [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updated VIF entry in instance network info cache for port 96e2bd64-92c8-47d6-a786-6cdf8834b799. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 995.955203] env[69513]: DEBUG nova.network.neutron [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "address": "fa:16:3e:ce:53:ce", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e2bd64-92", "ovs_interfaceid": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.963323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a9de346-d8a6-49d3-b31d-9184046c9075 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.243s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.987462] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.992306] env[69513]: DEBUG nova.scheduler.client.report [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.028181] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380903, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.037914] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.038195] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.038338] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.038500] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.038653] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.038800] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.039013] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.039178] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.043762] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.043762] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.043762] env[69513]: DEBUG nova.virt.hardware [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.044829] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cd5e03-bcfb-4a8f-8049-61f74cc86fe8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.053948] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39bd50-07f0-45bd-bf90-2174f900dcdd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.158942] env[69513]: DEBUG nova.network.neutron [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updated VIF entry in instance network info cache for port 94f8b07c-c655-4378-a772-47a7410934a1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 996.159448] env[69513]: DEBUG nova.network.neutron [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updating instance_info_cache with network_info: [{"id": "b71f4913-667d-4447-9df0-2daa9594bae4", "address": "fa:16:3e:ab:d4:12", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f4913-66", "ovs_interfaceid": "b71f4913-667d-4447-9df0-2daa9594bae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94f8b07c-c655-4378-a772-47a7410934a1", "address": "fa:16:3e:1c:51:9b", "network": {"id": "7fb505ac-8ad1-4a29-aa33-9957b46a9456", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1335693854", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f8b07c-c6", "ovs_interfaceid": "94f8b07c-c655-4378-a772-47a7410934a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "address": "fa:16:3e:74:98:dc", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036b1245-9d", "ovs_interfaceid": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.233460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.233706] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.457663] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.457976] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-vif-plugged-036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.458241] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Acquiring lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.458402] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.458659] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.458763] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] No waiting events found dispatching network-vif-plugged-036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.458932] env[69513]: WARNING nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received unexpected event network-vif-plugged-036b1245-9d63-42d5-ac3a-e2245bef7a3a for instance with vm_state building and task_state spawning. [ 996.459109] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-changed-036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.459264] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Refreshing instance network info cache due to event network-changed-036b1245-9d63-42d5-ac3a-e2245bef7a3a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.459502] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Acquiring lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.498752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.499224] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.501976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.713s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.506205] env[69513]: DEBUG nova.objects.instance [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lazy-loading 'resources' on Instance uuid 058196bf-8620-4b8a-937f-19d4195347fb {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.536687] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.536953] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380903, 'name': CreateVM_Task, 'duration_secs': 0.524965} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.537163] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd46fe6a-7dc3-4c4f-8303-36d5720d3ea6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.538699] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.542692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.543741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.543741] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.544343] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e433b4bb-9094-4685-9d03-427715194cc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.548666] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 996.548666] env[69513]: value = "task-3380904" [ 996.548666] env[69513]: _type = "Task" [ 996.548666] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.554566] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 996.554566] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a715f2-bb18-e3cb-726e-9bf08b492330" [ 996.554566] env[69513]: _type = "Task" [ 996.554566] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.563558] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.570204] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a715f2-bb18-e3cb-726e-9bf08b492330, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.571113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.571113] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.571113] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.571298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.571298] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.571601] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ca6c13c-eaf6-4245-8130-e6b3894e315e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.580977] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.581226] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.582103] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e34efb-2c9a-4dc6-bdff-1ae9c25b20da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.587921] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 996.587921] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ad36c7-b393-dfa7-1329-f9582a009e0f" [ 996.587921] env[69513]: _type = "Task" [ 996.587921] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.596697] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ad36c7-b393-dfa7-1329-f9582a009e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.672024] env[69513]: DEBUG oslo_concurrency.lockutils [req-38766a09-d5d5-4c8f-af62-aa3d65303554 req-63467041-44a3-4840-83fe-f8786af37d02 service nova] Releasing lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.672024] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Acquired lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672024] env[69513]: DEBUG nova.network.neutron [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Refreshing network info cache for port 036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 996.672024] env[69513]: DEBUG nova.network.neutron [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Successfully updated port: bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.735984] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.011466] env[69513]: DEBUG nova.compute.utils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.016134] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.016263] env[69513]: DEBUG nova.network.neutron [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.062270] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380904, 'name': PowerOffVM_Task, 'duration_secs': 0.230321} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.063135] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.063827] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.065885] env[69513]: DEBUG nova.policy [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5de59a64a88d44dda6bf3ac104d6e855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44114d9e4894811a676aabd9950b431', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.067453] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02bb07c7-71af-4a34-90fc-62efa7ec5ee9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.073970] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 997.073970] env[69513]: value = "task-3380905" [ 997.073970] env[69513]: _type = "Task" [ 997.073970] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.088025] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.088025] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.088271] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674540', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'name': 'volume-0c339940-2d3b-433c-96d9-612eab8e7af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0aa5ac2-16c4-46d3-b367-399c90ea6baa', 'attached_at': '', 'detached_at': '', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'serial': '0c339940-2d3b-433c-96d9-612eab8e7af2'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.089173] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8733e6c-00a1-4158-80c8-7e3137d7a906 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.102213] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ad36c7-b393-dfa7-1329-f9582a009e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.121717] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79714d6-9bbd-4995-9ac9-fd8cfd2c18f8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.125425] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a4dfe-8aba-4e9e-a99e-1ab16ac8fcca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.146599] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 997.146599] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f65de-d980-6499-2fc8-075272c8b923" [ 997.146599] env[69513]: _type = "Task" [ 997.146599] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.148505] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8806582-db9b-40c5-a3be-b67c5416b440 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.180240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "refresh_cache-e6fceba8-a875-4451-9311-d969db359283" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.180529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquired lock "refresh_cache-e6fceba8-a875-4451-9311-d969db359283" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.180639] env[69513]: DEBUG nova.network.neutron [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 997.191022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878fc4ed-a7f9-44a8-bf7b-b1393e53bbfc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.192812] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f65de-d980-6499-2fc8-075272c8b923, 'name': SearchDatastore_Task, 'duration_secs': 0.016291} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.193585] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.193791] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 60861ece-2b9f-408a-ae9d-905af34ce873/60861ece-2b9f-408a-ae9d-905af34ce873.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.194858] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29940a6f-2442-4c08-953f-894e1ca36325 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.208556] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] The volume has not been displaced from its original location: [datastore1] volume-0c339940-2d3b-433c-96d9-612eab8e7af2/volume-0c339940-2d3b-433c-96d9-612eab8e7af2.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 997.214082] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.218597] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31afafa-3ebe-4e79-9fc0-ccae244f4408 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.233107] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 997.233107] env[69513]: value = "task-3380906" [ 997.233107] env[69513]: _type = "Task" [ 997.233107] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.238876] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 997.238876] env[69513]: value = "task-3380907" [ 997.238876] env[69513]: _type = "Task" [ 997.238876] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.249562] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.259172] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.268502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.394900] env[69513]: DEBUG nova.compute.manager [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Received event network-vif-deleted-d4702c17-7522-49a0-a664-627c0a45dfa1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.395162] env[69513]: DEBUG nova.compute.manager [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Received event network-vif-plugged-bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.395354] env[69513]: DEBUG oslo_concurrency.lockutils [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] Acquiring lock "e6fceba8-a875-4451-9311-d969db359283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.395579] env[69513]: DEBUG oslo_concurrency.lockutils [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] Lock "e6fceba8-a875-4451-9311-d969db359283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.395704] env[69513]: DEBUG oslo_concurrency.lockutils [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] Lock "e6fceba8-a875-4451-9311-d969db359283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.395889] env[69513]: DEBUG nova.compute.manager [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] No waiting events found dispatching network-vif-plugged-bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.396028] env[69513]: WARNING nova.compute.manager [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Received unexpected event network-vif-plugged-bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca for instance with vm_state building and task_state spawning. [ 997.396172] env[69513]: DEBUG nova.compute.manager [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Received event network-changed-bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.396337] env[69513]: DEBUG nova.compute.manager [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Refreshing instance network info cache due to event network-changed-bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.396467] env[69513]: DEBUG oslo_concurrency.lockutils [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] Acquiring lock "refresh_cache-e6fceba8-a875-4451-9311-d969db359283" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.463393] env[69513]: DEBUG nova.network.neutron [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Successfully created port: 70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.486642] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29300d-8041-425d-8b5c-9cb136f86e93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.495688] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334fe81-95a6-4dfa-b8f7-f531175978ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.527713] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.531500] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd54c6-1c7e-45f6-a797-75f6399e95a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.539871] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cc17f2-4399-4c6f-bd48-a86ed7837fe2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.557640] env[69513]: DEBUG nova.compute.provider_tree [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.631243] env[69513]: DEBUG nova.network.neutron [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updated VIF entry in instance network info cache for port 036b1245-9d63-42d5-ac3a-e2245bef7a3a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 997.631674] env[69513]: DEBUG nova.network.neutron [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updating instance_info_cache with network_info: [{"id": "b71f4913-667d-4447-9df0-2daa9594bae4", "address": "fa:16:3e:ab:d4:12", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f4913-66", "ovs_interfaceid": "b71f4913-667d-4447-9df0-2daa9594bae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94f8b07c-c655-4378-a772-47a7410934a1", "address": "fa:16:3e:1c:51:9b", "network": {"id": "7fb505ac-8ad1-4a29-aa33-9957b46a9456", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1335693854", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f8b07c-c6", "ovs_interfaceid": "94f8b07c-c655-4378-a772-47a7410934a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "address": "fa:16:3e:74:98:dc", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036b1245-9d", "ovs_interfaceid": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.641939] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.642369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.642648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.642836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.642971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.648062] env[69513]: INFO nova.compute.manager [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Terminating instance [ 997.694925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "923f2f4e-4823-42d6-84ee-52a930fd450c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.695416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.750105] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.755993] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380907, 'name': ReconfigVM_Task, 'duration_secs': 0.155998} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.757702] env[69513]: DEBUG nova.network.neutron [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 997.761055] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.766037] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56c375b-c32f-4f1e-9214-1a62a3a76d0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.784850] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 997.784850] env[69513]: value = "task-3380908" [ 997.784850] env[69513]: _type = "Task" [ 997.784850] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.797841] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.863338] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.863670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.863889] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.864116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.864288] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.866663] env[69513]: INFO nova.compute.manager [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Terminating instance [ 997.996334] env[69513]: DEBUG nova.network.neutron [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Updating instance_info_cache with network_info: [{"id": "bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca", "address": "fa:16:3e:ec:f2:84", "network": {"id": "c211d03d-7e15-4c97-8e8b-c73f4596a8c6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-929770411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe9ede25eb441ee88635dda99590ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1dc8a4-09", "ovs_interfaceid": "bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.060456] env[69513]: DEBUG nova.scheduler.client.report [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.135038] env[69513]: DEBUG oslo_concurrency.lockutils [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] Releasing lock "refresh_cache-60861ece-2b9f-408a-ae9d-905af34ce873" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.135336] env[69513]: DEBUG nova.compute.manager [req-8675cf76-6132-41d7-8104-449b968698b6 req-72e20a99-bb7f-446a-af51-771c5569cd26 service nova] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Received event network-vif-deleted-bb0c7c9b-7a01-4abb-8427-b1106df368f3 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.152975] env[69513]: DEBUG nova.compute.manager [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.153211] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.154255] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ee7d7-8ee9-420a-9e80-4e5385882834 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.161670] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.161904] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc2e596d-c726-4fb7-a484-fa470bb62d53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.167748] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 998.167748] env[69513]: value = "task-3380909" [ 998.167748] env[69513]: _type = "Task" [ 998.167748] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.175815] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.199359] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.244887] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637589} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.245167] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 60861ece-2b9f-408a-ae9d-905af34ce873/60861ece-2b9f-408a-ae9d-905af34ce873.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.245328] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.245566] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ae88fd-ed4a-42d4-920c-edda5c8841de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.251350] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 998.251350] env[69513]: value = "task-3380910" [ 998.251350] env[69513]: _type = "Task" [ 998.251350] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.260019] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.294865] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.370654] env[69513]: DEBUG nova.compute.manager [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.371090] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.371965] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff15040c-68d3-42b5-ba5b-eec36ee101ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.379901] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.380155] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-830d728a-cb99-4879-a449-8958c2bc6e42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.386071] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 998.386071] env[69513]: value = "task-3380911" [ 998.386071] env[69513]: _type = "Task" [ 998.386071] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.393863] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.435754] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.436107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.436531] env[69513]: DEBUG nova.objects.instance [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'flavor' on Instance uuid 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.499104] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Releasing lock "refresh_cache-e6fceba8-a875-4451-9311-d969db359283" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.499104] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Instance network_info: |[{"id": "bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca", "address": "fa:16:3e:ec:f2:84", "network": {"id": "c211d03d-7e15-4c97-8e8b-c73f4596a8c6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-929770411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe9ede25eb441ee88635dda99590ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1dc8a4-09", "ovs_interfaceid": "bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.499338] env[69513]: DEBUG oslo_concurrency.lockutils [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] Acquired lock "refresh_cache-e6fceba8-a875-4451-9311-d969db359283" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.499380] env[69513]: DEBUG nova.network.neutron [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Refreshing network info cache for port bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 998.501032] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f2:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.508355] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Creating folder: Project (cbe9ede25eb441ee88635dda99590ed7). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.511391] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b50ba4-b2cd-46d6-9a89-2888329aa953 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.522630] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Created folder: Project (cbe9ede25eb441ee88635dda99590ed7) in parent group-v674393. [ 998.522814] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Creating folder: Instances. Parent ref: group-v674621. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.523048] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c1e7142-4af2-42d4-bf5e-00e41d7f30ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.533606] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Created folder: Instances in parent group-v674621. [ 998.533864] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.534076] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6fceba8-a875-4451-9311-d969db359283] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.534299] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c0742bc-cce6-4c62-a040-8caa08b3ad55 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.552705] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.563406] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.563406] env[69513]: value = "task-3380914" [ 998.563406] env[69513]: _type = "Task" [ 998.563406] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.567044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.570047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.776s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.570246] env[69513]: DEBUG nova.objects.instance [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'resources' on Instance uuid 0d7052e7-6a86-4b28-b2aa-68bc3abf2129 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.578184] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380914, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.589905] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.590207] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.593887] env[69513]: DEBUG nova.virt.hardware [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.594641] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728afb2-f448-4563-a206-97415f75a5b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.599274] env[69513]: INFO nova.scheduler.client.report [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Deleted allocations for instance 058196bf-8620-4b8a-937f-19d4195347fb [ 998.610038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78234cc5-018d-42f6-8fe5-306eaeb73173 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.677544] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.728361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.761277] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302266} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.761556] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.762381] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010d727b-2ed4-4213-8bbb-aa54112fac4a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.793842] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 60861ece-2b9f-408a-ae9d-905af34ce873/60861ece-2b9f-408a-ae9d-905af34ce873.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.794606] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dbc18a2-43a5-493e-b4f1-2fb7735f80e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.813267] env[69513]: DEBUG nova.network.neutron [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Updated VIF entry in instance network info cache for port bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 998.813629] env[69513]: DEBUG nova.network.neutron [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Updating instance_info_cache with network_info: [{"id": "bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca", "address": "fa:16:3e:ec:f2:84", "network": {"id": "c211d03d-7e15-4c97-8e8b-c73f4596a8c6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-929770411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe9ede25eb441ee88635dda99590ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1dc8a4-09", "ovs_interfaceid": "bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.825342] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.825342] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 998.825342] env[69513]: value = "task-3380916" [ 998.825342] env[69513]: _type = "Task" [ 998.825342] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.834081] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.895972] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.079810] env[69513]: DEBUG nova.objects.instance [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'pci_requests' on Instance uuid 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.083582] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380914, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.084599] env[69513]: DEBUG nova.network.neutron [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Successfully updated port: 70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.115668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-45657e2d-8a5c-4040-a55f-9010767e8f55 tempest-ImagesTestJSON-821230832 tempest-ImagesTestJSON-821230832-project-member] Lock "058196bf-8620-4b8a-937f-19d4195347fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.877s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.184366] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380909, 'name': PowerOffVM_Task, 'duration_secs': 0.90172} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.184366] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.184366] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.184366] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a04f738-5d94-4ab6-8b08-ceabaf8aab00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.249128] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.249128] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.249128] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleting the datastore file [datastore1] 56a8c975-c79a-488d-9f79-fcba2b7d23d1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.249128] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ed4164-8b58-4ea2-a99f-38c687fb3c13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.256449] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 999.256449] env[69513]: value = "task-3380918" [ 999.256449] env[69513]: _type = "Task" [ 999.256449] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.268688] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.303999] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380908, 'name': ReconfigVM_Task, 'duration_secs': 1.21698} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.306862] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674540', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'name': 'volume-0c339940-2d3b-433c-96d9-612eab8e7af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0aa5ac2-16c4-46d3-b367-399c90ea6baa', 'attached_at': '', 'detached_at': '', 'volume_id': '0c339940-2d3b-433c-96d9-612eab8e7af2', 'serial': '0c339940-2d3b-433c-96d9-612eab8e7af2'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.307211] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.308363] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7268cb22-d70d-4115-82b2-e7e21959bc1c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.315337] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.315620] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb9bb604-e98a-4b52-8ec2-57ca727d8a83 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.318918] env[69513]: DEBUG oslo_concurrency.lockutils [req-d93bac59-f09d-49d4-a932-286b596ccdf9 req-05718947-87e8-44e2-83c1-9471636f102c service nova] Releasing lock "refresh_cache-e6fceba8-a875-4451-9311-d969db359283" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.335146] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.400121] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380911, 'name': PowerOffVM_Task, 'duration_secs': 0.72598} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.400454] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.400620] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.400880] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7777e8a5-bce9-4c96-94b2-964c52a13336 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411579] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.411790] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.411965] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Deleting the datastore file [datastore1] b0aa5ac2-16c4-46d3-b367-399c90ea6baa {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.412257] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c164f603-663c-4918-b78f-4a2e6a75c40b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.424024] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for the task: (returnval){ [ 999.424024] env[69513]: value = "task-3380921" [ 999.424024] env[69513]: _type = "Task" [ 999.424024] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.431430] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.433275] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205da3e-e469-49a7-8250-a5e8e3ec9a90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.440712] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfcf8d-c72c-4af2-89e0-2e817f3b1b75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.476196] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03389a15-4be0-494f-968a-7890c82f1268 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.479307] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.479564] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.479799] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Deleting the datastore file [datastore1] f4a956b4-8429-4a96-aa8b-e03c0cfdce4a {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.480102] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edd55c70-1a56-4f58-aa93-f4db8eaca073 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.488199] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05119b0-93e4-49df-918d-93599233b60d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.492902] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for the task: (returnval){ [ 999.492902] env[69513]: value = "task-3380922" [ 999.492902] env[69513]: _type = "Task" [ 999.492902] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.505845] env[69513]: DEBUG nova.compute.provider_tree [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.512238] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.543063] env[69513]: DEBUG nova.compute.manager [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Received event network-vif-plugged-70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.543209] env[69513]: DEBUG oslo_concurrency.lockutils [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] Acquiring lock "342e50d5-89b6-4ce0-969a-522334894790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.544395] env[69513]: DEBUG oslo_concurrency.lockutils [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] Lock "342e50d5-89b6-4ce0-969a-522334894790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.544625] env[69513]: DEBUG oslo_concurrency.lockutils [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] Lock "342e50d5-89b6-4ce0-969a-522334894790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.545011] env[69513]: DEBUG nova.compute.manager [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] No waiting events found dispatching network-vif-plugged-70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.545102] env[69513]: WARNING nova.compute.manager [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Received unexpected event network-vif-plugged-70f1cbcc-bee9-4511-b793-2fce38f761aa for instance with vm_state building and task_state spawning. [ 999.545218] env[69513]: DEBUG nova.compute.manager [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Received event network-changed-70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.545409] env[69513]: DEBUG nova.compute.manager [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Refreshing instance network info cache due to event network-changed-70f1cbcc-bee9-4511-b793-2fce38f761aa. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.545622] env[69513]: DEBUG oslo_concurrency.lockutils [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] Acquiring lock "refresh_cache-342e50d5-89b6-4ce0-969a-522334894790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.545871] env[69513]: DEBUG oslo_concurrency.lockutils [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] Acquired lock "refresh_cache-342e50d5-89b6-4ce0-969a-522334894790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.545946] env[69513]: DEBUG nova.network.neutron [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Refreshing network info cache for port 70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 999.574403] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380914, 'name': CreateVM_Task, 'duration_secs': 0.823095} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.574723] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6fceba8-a875-4451-9311-d969db359283] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.575291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.575469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.575958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.576072] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27806a3-b2ab-4c21-a4fc-18aef2645f9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.581186] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 999.581186] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5208c1ab-bb77-4fc9-8864-d5fb854938b4" [ 999.581186] env[69513]: _type = "Task" [ 999.581186] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.586897] env[69513]: DEBUG nova.objects.base [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Object Instance<4769e1d0-e815-4865-8bcc-9a5b0858a02a> lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.587196] env[69513]: DEBUG nova.network.neutron [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.589762] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "refresh_cache-342e50d5-89b6-4ce0-969a-522334894790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.594586] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5208c1ab-bb77-4fc9-8864-d5fb854938b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.663421] env[69513]: DEBUG nova.policy [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.767150] env[69513]: DEBUG oslo_vmware.api [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147651} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.767505] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.767611] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.767785] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.767931] env[69513]: INFO nova.compute.manager [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Took 1.61 seconds to destroy the instance on the hypervisor. [ 999.768212] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.768378] env[69513]: DEBUG nova.compute.manager [-] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.768474] env[69513]: DEBUG nova.network.neutron [-] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 999.836813] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380916, 'name': ReconfigVM_Task, 'duration_secs': 0.575005} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.836934] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 60861ece-2b9f-408a-ae9d-905af34ce873/60861ece-2b9f-408a-ae9d-905af34ce873.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.837592] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b50465e6-22cb-4a6d-8d3c-653c45e57067 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.843698] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 999.843698] env[69513]: value = "task-3380923" [ 999.843698] env[69513]: _type = "Task" [ 999.843698] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.851757] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380923, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.931927] env[69513]: DEBUG oslo_vmware.api [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Task: {'id': task-3380921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075597} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.932465] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.932712] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.932915] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.001620] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1000.002188] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1d8ba8f-979a-4958-8ddf-cf63b0a76d87 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.013031] env[69513]: DEBUG nova.scheduler.client.report [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.017595] env[69513]: DEBUG oslo_vmware.api [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Task: {'id': task-3380922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143447} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.019772] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.020019] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.020229] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.020413] env[69513]: INFO nova.compute.manager [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1000.020640] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.020901] env[69513]: DEBUG nova.compute.manager [-] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.021010] env[69513]: DEBUG nova.network.neutron [-] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1000.027958] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50344b99-d86d-4596-a657-e6b9fd0e8b8c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.078667] env[69513]: ERROR nova.compute.manager [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Failed to detach volume 0c339940-2d3b-433c-96d9-612eab8e7af2 from /dev/sda: nova.exception.InstanceNotFound: Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa could not be found. [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Traceback (most recent call last): [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self.driver.rebuild(**kwargs) [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] raise NotImplementedError() [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] NotImplementedError [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] During handling of the above exception, another exception occurred: [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Traceback (most recent call last): [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self.driver.detach_volume(context, old_connection_info, [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] return self._volumeops.detach_volume(connection_info, instance) [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._detach_volume_vmdk(connection_info, instance) [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] stable_ref.fetch_moref(session) [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] nova.exception.InstanceNotFound: Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa could not be found. [ 1000.078667] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.093462] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5208c1ab-bb77-4fc9-8864-d5fb854938b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.093912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096248] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.096248] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.096248] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.096248] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.096248] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7447a881-9cde-4d63-85f7-a7313ee3ac04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.110791] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.110930] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.112267] env[69513]: DEBUG nova.network.neutron [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1000.114455] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20dfe31-1be2-47c5-9885-ae01e862d26e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.122589] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1000.122589] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526ea3c4-8a17-ab1e-0412-2012d72d6dba" [ 1000.122589] env[69513]: _type = "Task" [ 1000.122589] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.132643] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526ea3c4-8a17-ab1e-0412-2012d72d6dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.208814] env[69513]: DEBUG nova.network.neutron [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.247802] env[69513]: DEBUG nova.compute.utils [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Build of instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa aborted: Failed to rebuild volume backed instance. {{(pid=69513) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1000.249964] env[69513]: ERROR nova.compute.manager [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa aborted: Failed to rebuild volume backed instance. [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Traceback (most recent call last): [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self.driver.rebuild(**kwargs) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] raise NotImplementedError() [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] NotImplementedError [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] During handling of the above exception, another exception occurred: [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Traceback (most recent call last): [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._detach_root_volume(context, instance, root_bdm) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] with excutils.save_and_reraise_exception(): [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self.force_reraise() [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] raise self.value [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self.driver.detach_volume(context, old_connection_info, [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] return self._volumeops.detach_volume(connection_info, instance) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._detach_volume_vmdk(connection_info, instance) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] stable_ref.fetch_moref(session) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] nova.exception.InstanceNotFound: Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa could not be found. [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] During handling of the above exception, another exception occurred: [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Traceback (most recent call last): [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] yield [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1000.249964] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._do_rebuild_instance_with_claim( [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._do_rebuild_instance( [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._rebuild_default_impl(**kwargs) [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] self._rebuild_volume_backed_instance( [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] raise exception.BuildAbortException( [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] nova.exception.BuildAbortException: Build of instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa aborted: Failed to rebuild volume backed instance. [ 1000.251521] env[69513]: ERROR nova.compute.manager [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] [ 1000.340330] env[69513]: DEBUG nova.compute.manager [req-93c519be-dda4-4c83-a202-c24034386343 req-78fb01a8-9b44-4d18-a023-08d27d800298 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Received event network-vif-deleted-e957231a-be6f-440e-a753-2c51f68e60ae {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.340557] env[69513]: INFO nova.compute.manager [req-93c519be-dda4-4c83-a202-c24034386343 req-78fb01a8-9b44-4d18-a023-08d27d800298 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Neutron deleted interface e957231a-be6f-440e-a753-2c51f68e60ae; detaching it from the instance and deleting it from the info cache [ 1000.340734] env[69513]: DEBUG nova.network.neutron [req-93c519be-dda4-4c83-a202-c24034386343 req-78fb01a8-9b44-4d18-a023-08d27d800298 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.355060] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380923, 'name': Rename_Task, 'duration_secs': 0.204761} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.355060] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.355060] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df6ef5b-ddb6-49a1-abdb-0724fa1af2d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.362689] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1000.362689] env[69513]: value = "task-3380924" [ 1000.362689] env[69513]: _type = "Task" [ 1000.362689] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.372771] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.520615] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.523470] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.745s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.524317] env[69513]: DEBUG nova.objects.instance [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lazy-loading 'resources' on Instance uuid d54025b5-24b9-4d7d-81f7-6fce505306d2 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.542140] env[69513]: INFO nova.scheduler.client.report [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance 0d7052e7-6a86-4b28-b2aa-68bc3abf2129 [ 1000.630224] env[69513]: DEBUG nova.network.neutron [-] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.641089] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526ea3c4-8a17-ab1e-0412-2012d72d6dba, 'name': SearchDatastore_Task, 'duration_secs': 0.021061} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.641910] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95df817c-e419-48c7-bbc6-0edc23166ccd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.652116] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1000.652116] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52387991-1659-5ffd-9b1c-52b1842e80d3" [ 1000.652116] env[69513]: _type = "Task" [ 1000.652116] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.665372] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52387991-1659-5ffd-9b1c-52b1842e80d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.665372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.665633] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e6fceba8-a875-4451-9311-d969db359283/e6fceba8-a875-4451-9311-d969db359283.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.665958] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95996129-1f93-47cf-83f0-b34347206f1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.673049] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1000.673049] env[69513]: value = "task-3380925" [ 1000.673049] env[69513]: _type = "Task" [ 1000.673049] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.680993] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.711452] env[69513]: DEBUG oslo_concurrency.lockutils [req-b30af7c7-ffba-452a-aeae-780541a640d5 req-6f6b2e0e-2efc-44b5-ab97-542faccf3319 service nova] Releasing lock "refresh_cache-342e50d5-89b6-4ce0-969a-522334894790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.711873] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquired lock "refresh_cache-342e50d5-89b6-4ce0-969a-522334894790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.712081] env[69513]: DEBUG nova.network.neutron [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1000.844169] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b9f6626-d01d-4ba6-b858-77f462c0cf58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.854326] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b24ac-455e-4890-a0a2-961d79cc9e52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.875018] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.891681] env[69513]: DEBUG nova.compute.manager [req-93c519be-dda4-4c83-a202-c24034386343 req-78fb01a8-9b44-4d18-a023-08d27d800298 service nova] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Detach interface failed, port_id=e957231a-be6f-440e-a753-2c51f68e60ae, reason: Instance 56a8c975-c79a-488d-9f79-fcba2b7d23d1 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.987934] env[69513]: DEBUG nova.network.neutron [-] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.050341] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00e3d9b0-4a89-4bbc-aa71-e57639b1d523 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0d7052e7-6a86-4b28-b2aa-68bc3abf2129" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.742s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.097893] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1001.098226] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674617', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'name': 'volume-137b0a92-b00b-4584-a8bd-0f3f908effe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e9a2ccb-c106-40a5-9606-169dd8d95376', 'attached_at': '', 'detached_at': '', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'serial': '137b0a92-b00b-4584-a8bd-0f3f908effe5'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1001.102047] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac6871-03e2-4b6b-946c-e39a47458cc8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.134861] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca9084d-f800-4d49-9c02-12c6bcdfa933 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.138138] env[69513]: INFO nova.compute.manager [-] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Took 1.37 seconds to deallocate network for instance. [ 1001.169461] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-137b0a92-b00b-4584-a8bd-0f3f908effe5/volume-137b0a92-b00b-4584-a8bd-0f3f908effe5.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.173591] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44318d39-b86c-4303-9371-6c60cc2be55f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.200212] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487653} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.203663] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] e6fceba8-a875-4451-9311-d969db359283/e6fceba8-a875-4451-9311-d969db359283.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.203663] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.203834] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1001.203834] env[69513]: value = "task-3380926" [ 1001.203834] env[69513]: _type = "Task" [ 1001.203834] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.205073] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a366ddc4-68a7-433c-940e-093cc97cc132 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.217565] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.221236] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1001.221236] env[69513]: value = "task-3380927" [ 1001.221236] env[69513]: _type = "Task" [ 1001.221236] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.230087] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.274560] env[69513]: DEBUG nova.network.neutron [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1001.371676] env[69513]: DEBUG nova.network.neutron [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Successfully updated port: 5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.375875] env[69513]: DEBUG oslo_vmware.api [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380924, 'name': PowerOnVM_Task, 'duration_secs': 0.663211} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.376179] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.376466] env[69513]: INFO nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Took 14.16 seconds to spawn the instance on the hypervisor. [ 1001.376661] env[69513]: DEBUG nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.377711] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e48926-233b-44b2-ba61-4726f3f341e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.456534] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a59b333-6137-46c4-984b-48158512d96c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.464262] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe7cfa9-f33c-4a59-b549-774a00915e5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.468397] env[69513]: DEBUG nova.network.neutron [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Updating instance_info_cache with network_info: [{"id": "70f1cbcc-bee9-4511-b793-2fce38f761aa", "address": "fa:16:3e:b8:03:a8", "network": {"id": "b8412ad9-8cdf-45c3-b78e-3f51f1db7c3b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-988322462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44114d9e4894811a676aabd9950b431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f1cbcc-be", "ovs_interfaceid": "70f1cbcc-bee9-4511-b793-2fce38f761aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.499035] env[69513]: INFO nova.compute.manager [-] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Took 1.48 seconds to deallocate network for instance. [ 1001.502339] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f15e57-ed21-4530-bf28-a401bbef55b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.514604] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e0f03-671f-45bd-85a3-5489decf0453 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.236098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.242016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.242016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.242016] env[69513]: DEBUG nova.network.neutron [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1002.243835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Releasing lock "refresh_cache-342e50d5-89b6-4ce0-969a-522334894790" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.244098] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Instance network_info: |[{"id": "70f1cbcc-bee9-4511-b793-2fce38f761aa", "address": "fa:16:3e:b8:03:a8", "network": {"id": "b8412ad9-8cdf-45c3-b78e-3f51f1db7c3b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-988322462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44114d9e4894811a676aabd9950b431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f1cbcc-be", "ovs_interfaceid": "70f1cbcc-bee9-4511-b793-2fce38f761aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.244771] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.246226] env[69513]: DEBUG nova.compute.manager [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Received event network-vif-deleted-06364fd8-214f-4427-a7b8-f91006198181 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.246403] env[69513]: DEBUG nova.compute.manager [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-vif-plugged-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.247024] env[69513]: DEBUG oslo_concurrency.lockutils [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.247024] env[69513]: DEBUG oslo_concurrency.lockutils [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.247024] env[69513]: DEBUG oslo_concurrency.lockutils [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.247185] env[69513]: DEBUG nova.compute.manager [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] No waiting events found dispatching network-vif-plugged-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.247222] env[69513]: WARNING nova.compute.manager [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received unexpected event network-vif-plugged-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 for instance with vm_state active and task_state None. [ 1002.247475] env[69513]: DEBUG nova.compute.manager [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-changed-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.247545] env[69513]: DEBUG nova.compute.manager [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing instance network info cache due to event network-changed-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.255016] env[69513]: DEBUG oslo_concurrency.lockutils [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.256338] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:03:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70f1cbcc-bee9-4511-b793-2fce38f761aa', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.263811] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Creating folder: Project (d44114d9e4894811a676aabd9950b431). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.264777] env[69513]: INFO nova.compute.manager [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Took 34.11 seconds to build instance. [ 1002.266056] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6629b80-d885-4d11-bd4f-2ff4ccc38ca8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.277393] env[69513]: DEBUG nova.compute.provider_tree [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.288344] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070469} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.288344] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.288344] env[69513]: DEBUG nova.scheduler.client.report [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.290444] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.291627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cfd021-92d7-4d2b-a88f-81813a6c8c2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.303730] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Created folder: Project (d44114d9e4894811a676aabd9950b431) in parent group-v674393. [ 1002.303730] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Creating folder: Instances. Parent ref: group-v674624. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.308389] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07028abb-b2c8-4607-8f0d-1b843bcba719 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.319666] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] e6fceba8-a875-4451-9311-d969db359283/e6fceba8-a875-4451-9311-d969db359283.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.320430] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd8708b-16f3-410f-a372-6c6a03f8ffcb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.340895] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1002.340895] env[69513]: value = "task-3380930" [ 1002.340895] env[69513]: _type = "Task" [ 1002.340895] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.345865] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Created folder: Instances in parent group-v674624. [ 1002.346103] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.346588] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.346793] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba394f10-f3cb-408c-9882-2d1888790845 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.364161] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.369830] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.369830] env[69513]: value = "task-3380931" [ 1002.369830] env[69513]: _type = "Task" [ 1002.369830] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.377263] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380931, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.746960] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380926, 'name': ReconfigVM_Task, 'duration_secs': 1.114745} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.747630] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-137b0a92-b00b-4584-a8bd-0f3f908effe5/volume-137b0a92-b00b-4584-a8bd-0f3f908effe5.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.757937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.760554] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3367e31a-17c6-413f-b550-05fdf16c0c8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.777777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb1be27-2e08-41d6-88ef-1f3d7b4c33fe tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "60861ece-2b9f-408a-ae9d-905af34ce873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.631s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.785543] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1002.785543] env[69513]: value = "task-3380932" [ 1002.785543] env[69513]: _type = "Task" [ 1002.785543] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.794964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.797542] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.798735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.245s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.798947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.801204] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.043s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.803992] env[69513]: INFO nova.compute.claims [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.829690] env[69513]: INFO nova.scheduler.client.report [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Deleted allocations for instance d54025b5-24b9-4d7d-81f7-6fce505306d2 [ 1002.838109] env[69513]: INFO nova.scheduler.client.report [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocations for instance 33289c07-311b-4bd0-b565-58663e51ff7b [ 1002.842474] env[69513]: WARNING nova.network.neutron [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] ff09d096-e904-409c-bfab-41435a1a93ab already exists in list: networks containing: ['ff09d096-e904-409c-bfab-41435a1a93ab']. ignoring it [ 1002.842660] env[69513]: WARNING nova.network.neutron [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] ff09d096-e904-409c-bfab-41435a1a93ab already exists in list: networks containing: ['ff09d096-e904-409c-bfab-41435a1a93ab']. ignoring it [ 1002.860023] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.883610] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380931, 'name': CreateVM_Task, 'duration_secs': 0.351933} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.883782] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.884547] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.884697] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.885077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.885353] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e259a9-fdd8-4c3d-bd8e-bdaaeab78d51 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.891108] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1002.891108] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aab991-c4e1-226a-91b6-cc114cff4358" [ 1002.891108] env[69513]: _type = "Task" [ 1002.891108] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.899957] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aab991-c4e1-226a-91b6-cc114cff4358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.280708] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "60861ece-2b9f-408a-ae9d-905af34ce873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.281117] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "60861ece-2b9f-408a-ae9d-905af34ce873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.282342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.282571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.282758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "60861ece-2b9f-408a-ae9d-905af34ce873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.289020] env[69513]: INFO nova.compute.manager [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Terminating instance [ 1003.306708] env[69513]: DEBUG oslo_vmware.api [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380932, 'name': ReconfigVM_Task, 'duration_secs': 0.187155} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.306708] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674617', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'name': 'volume-137b0a92-b00b-4584-a8bd-0f3f908effe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e9a2ccb-c106-40a5-9606-169dd8d95376', 'attached_at': '', 'detached_at': '', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'serial': '137b0a92-b00b-4584-a8bd-0f3f908effe5'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.347243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07bd3426-eaac-4982-a7da-7caa076340e9 tempest-ServersV294TestFqdnHostnames-1239405206 tempest-ServersV294TestFqdnHostnames-1239405206-project-member] Lock "d54025b5-24b9-4d7d-81f7-6fce505306d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.861s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.358532] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380930, 'name': ReconfigVM_Task, 'duration_secs': 0.610638} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.359086] env[69513]: DEBUG oslo_concurrency.lockutils [None req-898bdf41-5f71-416d-8187-3fd4affd3bdc tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "33289c07-311b-4bd0-b565-58663e51ff7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.281s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.360105] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Reconfigured VM instance instance-0000004f to attach disk [datastore2] e6fceba8-a875-4451-9311-d969db359283/e6fceba8-a875-4451-9311-d969db359283.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.361044] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7983fcd0-f28b-427c-a0be-8fb0af152a44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.370466] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1003.370466] env[69513]: value = "task-3380933" [ 1003.370466] env[69513]: _type = "Task" [ 1003.370466] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.384513] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380933, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.404099] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52aab991-c4e1-226a-91b6-cc114cff4358, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.404355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.404596] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.404831] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.404975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.405213] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.405663] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c294f251-0c70-4226-9f43-0f5b8d2640bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.417167] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.418467] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.418467] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fd51eb-756f-4fbe-9fa2-f24a4efb92cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.423566] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1003.423566] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216b68c-9241-005e-2d0b-bb0925927927" [ 1003.423566] env[69513]: _type = "Task" [ 1003.423566] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.435892] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216b68c-9241-005e-2d0b-bb0925927927, 'name': SearchDatastore_Task, 'duration_secs': 0.007879} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.436719] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ed43bf-fb3d-4e6e-97d5-7d450eb68c69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.442068] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1003.442068] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264b39e-cb0d-16c1-6be7-299d5f678883" [ 1003.442068] env[69513]: _type = "Task" [ 1003.442068] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.456597] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264b39e-cb0d-16c1-6be7-299d5f678883, 'name': SearchDatastore_Task, 'duration_secs': 0.007998} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.456853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.457116] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 342e50d5-89b6-4ce0-969a-522334894790/342e50d5-89b6-4ce0-969a-522334894790.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.457372] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b80bdec5-3d53-44a7-b8e9-63e82e989e5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.463359] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1003.463359] env[69513]: value = "task-3380934" [ 1003.463359] env[69513]: _type = "Task" [ 1003.463359] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.477484] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.545973] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.546229] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.802153] env[69513]: DEBUG nova.compute.manager [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.802369] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.803426] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e318691-d00a-47e2-92ad-cbd69296f528 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.817574] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.818649] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053df824-6508-49e1-9253-78804e7c9d29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.833090] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1003.833090] env[69513]: value = "task-3380935" [ 1003.833090] env[69513]: _type = "Task" [ 1003.833090] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.842902] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.879271] env[69513]: DEBUG nova.network.neutron [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "address": "fa:16:3e:ce:53:ce", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e2bd64-92", "ovs_interfaceid": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e732b1d-3f2b-4011-9f60-5340f5cf8ac5", "address": "fa:16:3e:1e:67:c1", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e732b1d-3f", "ovs_interfaceid": "5e732b1d-3f2b-4011-9f60-5340f5cf8ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.884367] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380933, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.977547] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380934, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.025787] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.026040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.059705] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.059891] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.060082] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.060234] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.060378] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.060548] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.060675] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1004.060814] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.213859] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eac629-d65e-4e24-97f4-8aebdad38418 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.225012] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5316e5-81ec-48b1-8c87-00c8edb31328 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.260408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c4d6d-8cf4-424c-9cc7-1dbd3304a10d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.269789] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc64152d-b6e8-4e3c-9767-5a8d72ec16e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.285557] env[69513]: DEBUG nova.compute.provider_tree [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.344063] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.382637] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380933, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.385479] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.386184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.386370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.386758] env[69513]: DEBUG oslo_concurrency.lockutils [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.386827] env[69513]: DEBUG nova.network.neutron [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Refreshing network info cache for port 5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1004.388915] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ff3a81-88b3-4c4e-954a-e4ea4d0a9516 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.406328] env[69513]: DEBUG nova.objects.instance [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'flavor' on Instance uuid 4e9a2ccb-c106-40a5-9606-169dd8d95376 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.407974] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.409025] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.409025] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.409025] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.409025] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.409025] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.409025] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.409297] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.409340] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.409480] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.409650] env[69513]: DEBUG nova.virt.hardware [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.417679] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfiguring VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1004.417679] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0fdf27-25a3-476b-8638-10f46a2ad608 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.435562] env[69513]: DEBUG oslo_vmware.api [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1004.435562] env[69513]: value = "task-3380936" [ 1004.435562] env[69513]: _type = "Task" [ 1004.435562] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.444128] env[69513]: DEBUG oslo_vmware.api [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.474269] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512449} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.474543] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 342e50d5-89b6-4ce0-969a-522334894790/342e50d5-89b6-4ce0-969a-522334894790.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.474752] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.475018] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e37e2dbf-b1f5-46f8-98f4-9a625752c5d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.481493] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1004.481493] env[69513]: value = "task-3380937" [ 1004.481493] env[69513]: _type = "Task" [ 1004.481493] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.488970] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.529632] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.565374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.789300] env[69513]: DEBUG nova.scheduler.client.report [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.846413] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380935, 'name': PowerOffVM_Task, 'duration_secs': 0.914473} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.846767] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.846967] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.847238] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ff45b9-f402-402b-a42d-b53b93ca6557 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.883853] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380933, 'name': Rename_Task, 'duration_secs': 1.198786} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.884121] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.884383] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc16b3ac-162f-48d4-9868-fb8a237eff0f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.897967] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1004.897967] env[69513]: value = "task-3380939" [ 1004.897967] env[69513]: _type = "Task" [ 1004.897967] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.916683] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.920899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cb831b28-22a2-4421-9f90-c80739a4fea0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.965s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.952022] env[69513]: DEBUG oslo_vmware.api [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.992230] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142832} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.992518] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.993366] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb59dfb9-b983-4921-9029-0fedb8719a7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.018314] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 342e50d5-89b6-4ce0-969a-522334894790/342e50d5-89b6-4ce0-969a-522334894790.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.020059] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b0949c-7a7d-4d91-b8c0-f0ee60928f96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.035234] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.035475] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.035662] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Deleting the datastore file [datastore1] 60861ece-2b9f-408a-ae9d-905af34ce873 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.042901] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc8a73ce-6f4d-45e9-ad5f-8feedf28978e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.050041] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1005.050041] env[69513]: value = "task-3380940" [ 1005.050041] env[69513]: _type = "Task" [ 1005.050041] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.052128] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1005.052128] env[69513]: value = "task-3380941" [ 1005.052128] env[69513]: _type = "Task" [ 1005.052128] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.064323] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.064713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.067806] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.299119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.299761] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.305170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.036s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.306538] env[69513]: INFO nova.compute.claims [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.312028] env[69513]: INFO nova.compute.manager [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Rescuing [ 1005.312028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.312028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.312028] env[69513]: DEBUG nova.network.neutron [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1005.348841] env[69513]: DEBUG nova.network.neutron [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updated VIF entry in instance network info cache for port 5e732b1d-3f2b-4011-9f60-5340f5cf8ac5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1005.349357] env[69513]: DEBUG nova.network.neutron [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "address": "fa:16:3e:ce:53:ce", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e2bd64-92", "ovs_interfaceid": "96e2bd64-92c8-47d6-a786-6cdf8834b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e732b1d-3f2b-4011-9f60-5340f5cf8ac5", "address": "fa:16:3e:1e:67:c1", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e732b1d-3f", "ovs_interfaceid": "5e732b1d-3f2b-4011-9f60-5340f5cf8ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.411911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.411911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.411911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.412658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.412658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.413875] env[69513]: DEBUG oslo_vmware.api [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380939, 'name': PowerOnVM_Task, 'duration_secs': 0.513287} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.414343] env[69513]: INFO nova.compute.manager [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Terminating instance [ 1005.415676] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.415882] env[69513]: INFO nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1005.416071] env[69513]: DEBUG nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.418824] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30e122-685e-41e8-9d32-368166d5d797 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.446633] env[69513]: DEBUG oslo_vmware.api [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380936, 'name': ReconfigVM_Task, 'duration_secs': 0.61754} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.447309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.447549] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfigured VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1005.565521] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380940, 'name': ReconfigVM_Task, 'duration_secs': 0.386495} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.569191] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 342e50d5-89b6-4ce0-969a-522334894790/342e50d5-89b6-4ce0-969a-522334894790.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.570093] env[69513]: DEBUG oslo_vmware.api [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3380941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258591} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.570354] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ffdda44-1198-444e-b563-9c9be3ad0d8c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.572253] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.572442] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.572690] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.572879] env[69513]: INFO nova.compute.manager [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1005.573645] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.574018] env[69513]: DEBUG nova.compute.manager [-] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.574120] env[69513]: DEBUG nova.network.neutron [-] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1005.580593] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1005.580593] env[69513]: value = "task-3380942" [ 1005.580593] env[69513]: _type = "Task" [ 1005.580593] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.589958] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380942, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.813255] env[69513]: DEBUG nova.compute.utils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.816206] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.816431] env[69513]: DEBUG nova.network.neutron [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.852773] env[69513]: DEBUG oslo_concurrency.lockutils [req-a77a404d-612d-4498-8e43-17aa95da95f0 req-2c1f41e6-36c9-4b93-ac61-014a4869ed13 service nova] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.919997] env[69513]: DEBUG nova.policy [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ce205da03ad4194adcd06bd380ced48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d103a9d0424e049e3baedc6a23d1cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.924196] env[69513]: DEBUG nova.compute.manager [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.924887] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0403545-6eb6-488e-96c6-cc9eede2e72f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.946520] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8f167-63e2-41ed-b6f9-24894f244183 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.959053] env[69513]: INFO nova.compute.manager [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Took 33.82 seconds to build instance. [ 1005.961147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e83f2ccc-20ce-42fc-9160-98f91feef857 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.525s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.985939] env[69513]: WARNING nova.virt.vmwareapi.driver [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa could not be found. [ 1005.986318] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.987492] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db06813-43a1-4a14-9367-e2c9a596e524 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.000086] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe940ec5-da53-4f99-8759-d9ca2e663a75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.041187] env[69513]: WARNING nova.virt.vmwareapi.vmops [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa could not be found. [ 1006.041187] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.041187] env[69513]: INFO nova.compute.manager [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1006.041187] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.041663] env[69513]: DEBUG nova.compute.manager [-] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.041663] env[69513]: DEBUG nova.network.neutron [-] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1006.090674] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380942, 'name': Rename_Task, 'duration_secs': 0.141518} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.090967] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.091235] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d818ed7d-015b-411f-b50d-cf5e08887cac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.098933] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1006.098933] env[69513]: value = "task-3380943" [ 1006.098933] env[69513]: _type = "Task" [ 1006.098933] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.106477] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.224177] env[69513]: DEBUG nova.network.neutron [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.328654] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.464901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ddd193a4-b788-4b62-b568-23c03131af99 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "e6fceba8-a875-4451-9311-d969db359283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.335s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.607399] env[69513]: DEBUG nova.network.neutron [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Successfully created port: c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.618238] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.699488] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb2700-4325-4c72-a639-2a351b718ef6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.711496] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5693a981-4397-4c26-a9eb-e35dbd988449 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.749564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.752857] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514caaae-0d87-4f4c-855c-918a66397154 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.763212] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b306eb0-172d-49ba-946b-8a6421718f9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.781328] env[69513]: DEBUG nova.compute.provider_tree [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.059122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "9a997538-4447-4314-9c88-0deddd4feaee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.059122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "9a997538-4447-4314-9c88-0deddd4feaee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.086082] env[69513]: DEBUG nova.compute.manager [req-5e7edc2d-2849-4a66-8b1e-23c71c4b84cc req-c62edac8-6272-4ad4-933a-9145c8060afc service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-vif-deleted-94f8b07c-c655-4378-a772-47a7410934a1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.086311] env[69513]: INFO nova.compute.manager [req-5e7edc2d-2849-4a66-8b1e-23c71c4b84cc req-c62edac8-6272-4ad4-933a-9145c8060afc service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Neutron deleted interface 94f8b07c-c655-4378-a772-47a7410934a1; detaching it from the instance and deleting it from the info cache [ 1007.086620] env[69513]: DEBUG nova.network.neutron [req-5e7edc2d-2849-4a66-8b1e-23c71c4b84cc req-c62edac8-6272-4ad4-933a-9145c8060afc service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updating instance_info_cache with network_info: [{"id": "b71f4913-667d-4447-9df0-2daa9594bae4", "address": "fa:16:3e:ab:d4:12", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f4913-66", "ovs_interfaceid": "b71f4913-667d-4447-9df0-2daa9594bae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "address": "fa:16:3e:74:98:dc", "network": {"id": "67fbe392-5463-4d17-a40b-6e025ecf413c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861591036", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036b1245-9d", "ovs_interfaceid": "036b1245-9d63-42d5-ac3a-e2245bef7a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.111896] env[69513]: DEBUG oslo_vmware.api [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380943, 'name': PowerOnVM_Task, 'duration_secs': 0.549569} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.112082] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.112308] env[69513]: INFO nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1007.112619] env[69513]: DEBUG nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.113582] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df7ef5-4255-41d4-bb27-de0bb6c74dae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.291249] env[69513]: DEBUG nova.scheduler.client.report [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.344916] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.352156] env[69513]: DEBUG nova.compute.manager [req-dca4465e-80e0-405d-a469-9290ae5b7271 req-3623baf2-48af-4ee2-b4c6-734ab3a9b59c service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Received event network-vif-deleted-c4130e5b-7924-40f4-b73d-9f246734d9e5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.352156] env[69513]: INFO nova.compute.manager [req-dca4465e-80e0-405d-a469-9290ae5b7271 req-3623baf2-48af-4ee2-b4c6-734ab3a9b59c service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Neutron deleted interface c4130e5b-7924-40f4-b73d-9f246734d9e5; detaching it from the instance and deleting it from the info cache [ 1007.352156] env[69513]: DEBUG nova.network.neutron [req-dca4465e-80e0-405d-a469-9290ae5b7271 req-3623baf2-48af-4ee2-b4c6-734ab3a9b59c service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.375384] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.375621] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.375777] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.375958] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.376155] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.376319] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.376526] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.376684] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.376848] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.377024] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.377209] env[69513]: DEBUG nova.virt.hardware [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.378090] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fc5c33-03d4-4831-9449-6992b45241fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.386187] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f848380-f772-4f42-baf9-5fc944970a6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.432206] env[69513]: DEBUG nova.network.neutron [-] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.452616] env[69513]: DEBUG nova.network.neutron [-] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.561411] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.589796] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-898a2296-dbe8-4321-98a1-5c5049cd1c8a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.601915] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8bb454-edd7-432c-b245-d33c72f032c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.639533] env[69513]: DEBUG nova.compute.manager [req-5e7edc2d-2849-4a66-8b1e-23c71c4b84cc req-c62edac8-6272-4ad4-933a-9145c8060afc service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Detach interface failed, port_id=94f8b07c-c655-4378-a772-47a7410934a1, reason: Instance 60861ece-2b9f-408a-ae9d-905af34ce873 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.642082] env[69513]: INFO nova.compute.manager [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Took 32.34 seconds to build instance. [ 1007.800603] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.802091] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.806165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.078s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.809678] env[69513]: INFO nova.compute.claims [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.857050] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fa8bb6d-e874-4c0c-ace1-8796e22a2731 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.868028] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087bf9d-9dc4-4899-b2d8-6b2f3613116d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.905518] env[69513]: DEBUG nova.compute.manager [req-dca4465e-80e0-405d-a469-9290ae5b7271 req-3623baf2-48af-4ee2-b4c6-734ab3a9b59c service nova] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Detach interface failed, port_id=c4130e5b-7924-40f4-b73d-9f246734d9e5, reason: Instance b0aa5ac2-16c4-46d3-b367-399c90ea6baa could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.938052] env[69513]: INFO nova.compute.manager [-] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Took 2.36 seconds to deallocate network for instance. [ 1007.957739] env[69513]: INFO nova.compute.manager [-] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Took 1.91 seconds to deallocate network for instance. [ 1008.087266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.143884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-50eaf4f8-18fa-48a8-b5b6-ef82d5248031 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "342e50d5-89b6-4ce0-969a-522334894790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.853s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.199211] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-96e2bd64-92c8-47d6-a786-6cdf8834b799" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.199517] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-96e2bd64-92c8-47d6-a786-6cdf8834b799" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.307060] env[69513]: DEBUG nova.compute.utils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.308685] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.311254] env[69513]: DEBUG nova.network.neutron [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.315742] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.318804] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f41b4af-f588-4000-99aa-bfac62d1b3c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.323677] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1008.323677] env[69513]: value = "task-3380944" [ 1008.323677] env[69513]: _type = "Task" [ 1008.323677] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.333448] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.382156] env[69513]: DEBUG nova.policy [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58bbd07375d416ca67d4ba2d7ec88e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b06462fe26a14ad1adb9ac3f996697ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.438608] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "342e50d5-89b6-4ce0-969a-522334894790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.438885] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "342e50d5-89b6-4ce0-969a-522334894790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.439116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "342e50d5-89b6-4ce0-969a-522334894790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.439309] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "342e50d5-89b6-4ce0-969a-522334894790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.439513] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "342e50d5-89b6-4ce0-969a-522334894790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.442751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.443302] env[69513]: INFO nova.compute.manager [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Terminating instance [ 1008.513947] env[69513]: INFO nova.compute.manager [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Took 0.56 seconds to detach 1 volumes for instance. [ 1008.517963] env[69513]: DEBUG nova.compute.manager [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Deleting volume: 0c339940-2d3b-433c-96d9-612eab8e7af2 {{(pid=69513) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1008.557706] env[69513]: DEBUG nova.network.neutron [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Successfully updated port: c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.703019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.703248] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.704188] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd8f34d-afcc-4a76-b8e1-f0736966f789 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.726293] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3447e3-1d44-4916-8ac0-bbe81b08bf51 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.754591] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfiguring VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1008.755651] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d66b95f-e504-4436-ab8f-cf00c39ff2ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.774497] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1008.774497] env[69513]: value = "task-3380946" [ 1008.774497] env[69513]: _type = "Task" [ 1008.774497] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.782957] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.815792] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.834383] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380944, 'name': PowerOffVM_Task, 'duration_secs': 0.356578} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.834655] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.835477] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa7998a-88af-4645-85d1-d6ed952998b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.861847] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567e9c07-c1a9-4ec1-857b-99057d1981a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.899438] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.899919] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb301b7-fba2-4cc6-bade-5bc0ed4816bc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.909198] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1008.909198] env[69513]: value = "task-3380947" [ 1008.909198] env[69513]: _type = "Task" [ 1008.909198] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.922611] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.922830] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.923122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.923279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.923459] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.924701] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32f7a02b-ae8e-4b4c-989d-71dd3e7de196 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.935721] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.935721] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.938159] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c4a572-bcf8-453c-b8cc-9e24e84aed0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.943158] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1008.943158] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b8a0fb-347f-8744-b4c3-000accbff0af" [ 1008.943158] env[69513]: _type = "Task" [ 1008.943158] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.954322] env[69513]: DEBUG nova.compute.manager [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.954322] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.954322] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b8a0fb-347f-8744-b4c3-000accbff0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.954481] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b450e7-b9b9-4d78-a53f-32c4b5d9cec1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.963623] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.963890] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb9a5b3-0573-4c9a-bf80-32b1272d32c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.970442] env[69513]: DEBUG oslo_vmware.api [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1008.970442] env[69513]: value = "task-3380948" [ 1008.970442] env[69513]: _type = "Task" [ 1008.970442] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.982739] env[69513]: DEBUG oslo_vmware.api [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.013233] env[69513]: DEBUG nova.network.neutron [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Successfully created port: 39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.064899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "refresh_cache-93014b16-e4a7-42b5-8add-37d53ee10246" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.064992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "refresh_cache-93014b16-e4a7-42b5-8add-37d53ee10246" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.065155] env[69513]: DEBUG nova.network.neutron [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1009.072117] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.139502] env[69513]: DEBUG nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-vif-deleted-b71f4913-667d-4447-9df0-2daa9594bae4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.139712] env[69513]: DEBUG nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Received event network-vif-deleted-036b1245-9d63-42d5-ac3a-e2245bef7a3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.139967] env[69513]: DEBUG nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Received event network-vif-plugged-c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.140110] env[69513]: DEBUG oslo_concurrency.lockutils [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] Acquiring lock "93014b16-e4a7-42b5-8add-37d53ee10246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.141993] env[69513]: DEBUG oslo_concurrency.lockutils [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] Lock "93014b16-e4a7-42b5-8add-37d53ee10246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.142213] env[69513]: DEBUG oslo_concurrency.lockutils [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] Lock "93014b16-e4a7-42b5-8add-37d53ee10246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.142386] env[69513]: DEBUG nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] No waiting events found dispatching network-vif-plugged-c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.142549] env[69513]: WARNING nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Received unexpected event network-vif-plugged-c63bc458-84cd-4e15-8edd-298115a7b892 for instance with vm_state building and task_state spawning. [ 1009.142705] env[69513]: DEBUG nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Received event network-changed-c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.142851] env[69513]: DEBUG nova.compute.manager [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Refreshing instance network info cache due to event network-changed-c63bc458-84cd-4e15-8edd-298115a7b892. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.143030] env[69513]: DEBUG oslo_concurrency.lockutils [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] Acquiring lock "refresh_cache-93014b16-e4a7-42b5-8add-37d53ee10246" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.216658] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c591bc-daad-4a2c-b4b5-8a3026991add {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.224489] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43495ee0-047a-4f65-aec0-b837de21ea0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.256712] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d26c78a-fcc7-4ed8-ab03-2d3e4d8489ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.264922] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e764b2-4806-47cb-8bfa-424134547a0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.280063] env[69513]: DEBUG nova.compute.provider_tree [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.290165] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.395205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "e6fceba8-a875-4451-9311-d969db359283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.395521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "e6fceba8-a875-4451-9311-d969db359283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.395640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "e6fceba8-a875-4451-9311-d969db359283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.395830] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "e6fceba8-a875-4451-9311-d969db359283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.396008] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "e6fceba8-a875-4451-9311-d969db359283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.398460] env[69513]: INFO nova.compute.manager [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Terminating instance [ 1009.453971] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b8a0fb-347f-8744-b4c3-000accbff0af, 'name': SearchDatastore_Task, 'duration_secs': 0.013523} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.454883] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf13e5d3-08dd-4349-b10c-75ef4ccb635b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.460168] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1009.460168] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb8218-f2fb-649b-db56-161c409372c0" [ 1009.460168] env[69513]: _type = "Task" [ 1009.460168] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.469581] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb8218-f2fb-649b-db56-161c409372c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.479141] env[69513]: DEBUG oslo_vmware.api [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380948, 'name': PowerOffVM_Task, 'duration_secs': 0.200952} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.479581] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.479581] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.480555] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276432ed-dcbc-4129-a35c-31248ecdff94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.540955] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.541561] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.541789] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Deleting the datastore file [datastore2] 342e50d5-89b6-4ce0-969a-522334894790 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.541941] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959e3414-0db0-4ccc-99f6-9c2999a63e42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.550121] env[69513]: DEBUG oslo_vmware.api [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for the task: (returnval){ [ 1009.550121] env[69513]: value = "task-3380950" [ 1009.550121] env[69513]: _type = "Task" [ 1009.550121] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.565199] env[69513]: DEBUG oslo_vmware.api [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.645051] env[69513]: DEBUG nova.network.neutron [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1009.788027] env[69513]: DEBUG nova.scheduler.client.report [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.797979] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.833117] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.869966] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.874018] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.874018] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.874018] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.874018] env[69513]: DEBUG nova.virt.hardware [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.874018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc64097-625f-47fc-a06f-cf7cb89a1ecc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.884026] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7df493-e588-4eca-b754-c1bdb004e0e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.903294] env[69513]: DEBUG nova.compute.manager [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.903502] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.906023] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523db586-5222-40d7-9142-931854491836 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.911531] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.911904] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c3fd92-1886-4217-a7d6-e39761f9b659 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.920070] env[69513]: DEBUG oslo_vmware.api [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1009.920070] env[69513]: value = "task-3380951" [ 1009.920070] env[69513]: _type = "Task" [ 1009.920070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.927567] env[69513]: DEBUG oslo_vmware.api [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.973062] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb8218-f2fb-649b-db56-161c409372c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.973950] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.974238] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. {{(pid=69513) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1009.975152] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4ba5f6-bce3-4fa9-81c4-8e5b4e7153e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.983640] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1009.983640] env[69513]: value = "task-3380952" [ 1009.983640] env[69513]: _type = "Task" [ 1009.983640] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.993679] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.061229] env[69513]: DEBUG oslo_vmware.api [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Task: {'id': task-3380950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145147} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.061897] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.061897] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.061897] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.062226] env[69513]: INFO nova.compute.manager [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1010.062226] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.065461] env[69513]: DEBUG nova.compute.manager [-] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.065461] env[69513]: DEBUG nova.network.neutron [-] [instance: 342e50d5-89b6-4ce0-969a-522334894790] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1010.300541] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.301806] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.308809] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.309305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.073s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.309715] env[69513]: DEBUG nova.objects.instance [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lazy-loading 'resources' on Instance uuid 56a8c975-c79a-488d-9f79-fcba2b7d23d1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.397237] env[69513]: DEBUG nova.network.neutron [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Updating instance_info_cache with network_info: [{"id": "c63bc458-84cd-4e15-8edd-298115a7b892", "address": "fa:16:3e:16:62:a3", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63bc458-84", "ovs_interfaceid": "c63bc458-84cd-4e15-8edd-298115a7b892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.434052] env[69513]: DEBUG oslo_vmware.api [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380951, 'name': PowerOffVM_Task, 'duration_secs': 0.239528} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.435103] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.435103] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.435103] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990944cb-c16e-46cf-a8bd-49070d50945b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.497639] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504271} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.497821] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk. [ 1010.498729] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671d318-2684-48bd-b29f-b6d2f4a4f345 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.507426] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.507899] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.508131] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Deleting the datastore file [datastore2] e6fceba8-a875-4451-9311-d969db359283 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.509356] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f964639-534e-4263-a424-4f9e30499089 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.542583] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.543161] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd75296-4677-4f53-8942-714ea8fc1016 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.562113] env[69513]: DEBUG oslo_vmware.api [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for the task: (returnval){ [ 1010.562113] env[69513]: value = "task-3380954" [ 1010.562113] env[69513]: _type = "Task" [ 1010.562113] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.570208] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1010.570208] env[69513]: value = "task-3380955" [ 1010.570208] env[69513]: _type = "Task" [ 1010.570208] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.576020] env[69513]: DEBUG oslo_vmware.api [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.581751] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.797696] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.816732] env[69513]: DEBUG nova.compute.utils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.818474] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.818645] env[69513]: DEBUG nova.network.neutron [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.900098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "refresh_cache-93014b16-e4a7-42b5-8add-37d53ee10246" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.900444] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Instance network_info: |[{"id": "c63bc458-84cd-4e15-8edd-298115a7b892", "address": "fa:16:3e:16:62:a3", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63bc458-84", "ovs_interfaceid": "c63bc458-84cd-4e15-8edd-298115a7b892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.900784] env[69513]: DEBUG oslo_concurrency.lockutils [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] Acquired lock "refresh_cache-93014b16-e4a7-42b5-8add-37d53ee10246" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.900991] env[69513]: DEBUG nova.network.neutron [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Refreshing network info cache for port c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1010.902240] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:62:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c63bc458-84cd-4e15-8edd-298115a7b892', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.914129] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.916325] env[69513]: DEBUG nova.policy [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2618f90e434f4a25b5b49748a07bfd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b738cee23e14e849cf8dc499bed1f71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.922534] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.923387] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-355ecd66-8b03-4606-80d9-cc961926f8ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.959372] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.959372] env[69513]: value = "task-3380956" [ 1010.959372] env[69513]: _type = "Task" [ 1010.959372] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.969244] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380956, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.987186] env[69513]: DEBUG nova.compute.manager [req-ba0a8d42-6279-4ded-92e3-21aefa9fef20 req-c94aefc3-8cd7-493e-971c-a535f696ead9 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Received event network-vif-plugged-39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.987422] env[69513]: DEBUG oslo_concurrency.lockutils [req-ba0a8d42-6279-4ded-92e3-21aefa9fef20 req-c94aefc3-8cd7-493e-971c-a535f696ead9 service nova] Acquiring lock "2c12b021-8bf3-4f09-ac8f-26781458cea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.987725] env[69513]: DEBUG oslo_concurrency.lockutils [req-ba0a8d42-6279-4ded-92e3-21aefa9fef20 req-c94aefc3-8cd7-493e-971c-a535f696ead9 service nova] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.988204] env[69513]: DEBUG oslo_concurrency.lockutils [req-ba0a8d42-6279-4ded-92e3-21aefa9fef20 req-c94aefc3-8cd7-493e-971c-a535f696ead9 service nova] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.988435] env[69513]: DEBUG nova.compute.manager [req-ba0a8d42-6279-4ded-92e3-21aefa9fef20 req-c94aefc3-8cd7-493e-971c-a535f696ead9 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] No waiting events found dispatching network-vif-plugged-39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.988761] env[69513]: WARNING nova.compute.manager [req-ba0a8d42-6279-4ded-92e3-21aefa9fef20 req-c94aefc3-8cd7-493e-971c-a535f696ead9 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Received unexpected event network-vif-plugged-39a686f5-78b5-47c5-bd73-375b42a555c5 for instance with vm_state building and task_state spawning. [ 1011.082815] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380955, 'name': ReconfigVM_Task, 'duration_secs': 0.399908} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.086803] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376/e9fc5286-1250-4e6a-bc5b-0cceba5da63a-rescue.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.087602] env[69513]: DEBUG oslo_vmware.api [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Task: {'id': task-3380954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178301} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.088272] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21397d20-22e7-4a4f-9038-2a701c254dcf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.091709] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.091951] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.092217] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.092567] env[69513]: INFO nova.compute.manager [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] [instance: e6fceba8-a875-4451-9311-d969db359283] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1011.092879] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.093206] env[69513]: DEBUG nova.compute.manager [-] [instance: e6fceba8-a875-4451-9311-d969db359283] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.093324] env[69513]: DEBUG nova.network.neutron [-] [instance: e6fceba8-a875-4451-9311-d969db359283] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1011.134191] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b574c389-c710-40f5-9b20-fabdef86a7ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.149677] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1011.149677] env[69513]: value = "task-3380957" [ 1011.149677] env[69513]: _type = "Task" [ 1011.149677] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.159955] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.177225] env[69513]: DEBUG nova.network.neutron [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Successfully updated port: 39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.178560] env[69513]: DEBUG nova.network.neutron [-] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.283864] env[69513]: DEBUG nova.compute.manager [req-8dd56fa2-223a-4b5e-8418-6422bf064945 req-10b892be-4e93-4610-8e3f-aca708795f9a service nova] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Received event network-vif-deleted-70f1cbcc-bee9-4511-b793-2fce38f761aa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.307409] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.314950] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2fcea8-0b1c-4c20-a52f-da66de929078 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.322655] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.327094] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f52ef3-5f2e-4073-a7f1-74a3e6cd0ff4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.364313] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37cf81-2233-4198-b836-a7cae80e7a85 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.372386] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bb8a13-6824-40f2-a734-fa87e215c81a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.386702] env[69513]: DEBUG nova.compute.provider_tree [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.472892] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380956, 'name': CreateVM_Task, 'duration_secs': 0.368647} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.473260] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.473976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.474158] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.474498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.474758] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6bd9184-3415-49a8-a802-6ac27214916f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.479692] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1011.479692] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5202476e-2107-3c13-48ea-4c5d6ee1ab54" [ 1011.479692] env[69513]: _type = "Task" [ 1011.479692] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.488822] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5202476e-2107-3c13-48ea-4c5d6ee1ab54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.661516] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380957, 'name': ReconfigVM_Task, 'duration_secs': 0.212132} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.661728] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.661971] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a33ea11-75d5-46a5-903e-b758667745b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.668691] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1011.668691] env[69513]: value = "task-3380958" [ 1011.668691] env[69513]: _type = "Task" [ 1011.668691] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.678717] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.679627] env[69513]: DEBUG nova.network.neutron [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Updated VIF entry in instance network info cache for port c63bc458-84cd-4e15-8edd-298115a7b892. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1011.680289] env[69513]: DEBUG nova.network.neutron [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Updating instance_info_cache with network_info: [{"id": "c63bc458-84cd-4e15-8edd-298115a7b892", "address": "fa:16:3e:16:62:a3", "network": {"id": "939f6f56-c14b-432c-9d1e-5612e55c4f2c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2132181998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d103a9d0424e049e3baedc6a23d1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63bc458-84", "ovs_interfaceid": "c63bc458-84cd-4e15-8edd-298115a7b892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.681461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.681662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquired lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.681848] env[69513]: DEBUG nova.network.neutron [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1011.683160] env[69513]: INFO nova.compute.manager [-] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Took 1.62 seconds to deallocate network for instance. [ 1011.792855] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.890619] env[69513]: DEBUG nova.scheduler.client.report [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.906559] env[69513]: DEBUG nova.network.neutron [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Successfully created port: 24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.993070] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5202476e-2107-3c13-48ea-4c5d6ee1ab54, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.993548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.993778] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.994031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.994184] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.994363] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.994623] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ced44a4-c9b9-481c-919e-fc1b936a5901 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.006523] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.006725] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.007496] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922f0ea2-8be7-441b-91fe-b0097a5823fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.014833] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1012.014833] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526e36cb-c058-7a3e-7d3e-d82725a32065" [ 1012.014833] env[69513]: _type = "Task" [ 1012.014833] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.024034] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526e36cb-c058-7a3e-7d3e-d82725a32065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.187883] env[69513]: DEBUG oslo_vmware.api [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380958, 'name': PowerOnVM_Task, 'duration_secs': 0.41836} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.188478] env[69513]: DEBUG oslo_concurrency.lockutils [req-9b50d15b-fcf8-42bc-8835-7d96d8147db6 req-0ce83297-c44b-472f-bb51-025cc7a45c5a service nova] Releasing lock "refresh_cache-93014b16-e4a7-42b5-8add-37d53ee10246" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.188772] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.192161] env[69513]: DEBUG nova.compute.manager [None req-cd99d439-7f8e-4a19-b8cf-8ce8b67b07f0 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.194747] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe9a1ec-61be-4c78-9c17-373a90b83fd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.200421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.257411] env[69513]: DEBUG nova.network.neutron [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1012.294959] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.344219] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.372783] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.374868] env[69513]: DEBUG nova.virt.hardware [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.375687] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d72601d-8b64-4552-9ee5-d8ca10ffc9f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.378327] env[69513]: DEBUG nova.network.neutron [-] [instance: e6fceba8-a875-4451-9311-d969db359283] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.385986] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b67df4-9260-4f0d-b9b6-66ab29d8757a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.398802] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.402347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.157s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.402642] env[69513]: DEBUG nova.objects.instance [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lazy-loading 'resources' on Instance uuid f4a956b4-8429-4a96-aa8b-e03c0cfdce4a {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.419342] env[69513]: INFO nova.scheduler.client.report [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleted allocations for instance 56a8c975-c79a-488d-9f79-fcba2b7d23d1 [ 1012.521961] env[69513]: DEBUG nova.network.neutron [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Updating instance_info_cache with network_info: [{"id": "39a686f5-78b5-47c5-bd73-375b42a555c5", "address": "fa:16:3e:fe:b8:13", "network": {"id": "37fb8e32-9009-41cc-b6a5-f8b7cbe0c099", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-172049778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06462fe26a14ad1adb9ac3f996697ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a686f5-78", "ovs_interfaceid": "39a686f5-78b5-47c5-bd73-375b42a555c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.529225] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526e36cb-c058-7a3e-7d3e-d82725a32065, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.530178] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb3d86c-fd74-41ce-a633-db47e67f9494 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.535538] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1012.535538] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c8c128-4421-c700-f19c-8cc75108ba7a" [ 1012.535538] env[69513]: _type = "Task" [ 1012.535538] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.544817] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c8c128-4421-c700-f19c-8cc75108ba7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.794419] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a42d86dd-4b27-4a28-9b11-9001646fa12f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.796226] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.805290] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.881466] env[69513]: INFO nova.compute.manager [-] [instance: e6fceba8-a875-4451-9311-d969db359283] Took 1.79 seconds to deallocate network for instance. [ 1012.928281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5c06054b-5a8e-41f3-a5d5-22d52b9b2b94 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "56a8c975-c79a-488d-9f79-fcba2b7d23d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.286s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.025072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Releasing lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.026147] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Instance network_info: |[{"id": "39a686f5-78b5-47c5-bd73-375b42a555c5", "address": "fa:16:3e:fe:b8:13", "network": {"id": "37fb8e32-9009-41cc-b6a5-f8b7cbe0c099", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-172049778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06462fe26a14ad1adb9ac3f996697ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a686f5-78", "ovs_interfaceid": "39a686f5-78b5-47c5-bd73-375b42a555c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.026147] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a686f5-78b5-47c5-bd73-375b42a555c5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.033531] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Creating folder: Project (b06462fe26a14ad1adb9ac3f996697ea). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.036562] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a40817c9-bdd1-48ce-89a0-7da6f35ebae0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.048397] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c8c128-4421-c700-f19c-8cc75108ba7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.048650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048959] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 93014b16-e4a7-42b5-8add-37d53ee10246/93014b16-e4a7-42b5-8add-37d53ee10246.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.049770] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8649613-66f4-4bb3-b1c7-34da06138368 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.054618] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Created folder: Project (b06462fe26a14ad1adb9ac3f996697ea) in parent group-v674393. [ 1013.054799] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Creating folder: Instances. Parent ref: group-v674628. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.056243] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a3578c-32f0-45ae-a0e4-0fe81170fe11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.060346] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1013.060346] env[69513]: value = "task-3380960" [ 1013.060346] env[69513]: _type = "Task" [ 1013.060346] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.065780] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Created folder: Instances in parent group-v674628. [ 1013.066035] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.068400] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.071486] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d48bbcd-b69e-4b8f-aea5-f52b33a3347d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.085809] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.091903] env[69513]: DEBUG nova.compute.manager [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Received event network-changed-39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.092184] env[69513]: DEBUG nova.compute.manager [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Refreshing instance network info cache due to event network-changed-39a686f5-78b5-47c5-bd73-375b42a555c5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.092447] env[69513]: DEBUG oslo_concurrency.lockutils [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] Acquiring lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.092612] env[69513]: DEBUG oslo_concurrency.lockutils [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] Acquired lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.092741] env[69513]: DEBUG nova.network.neutron [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Refreshing network info cache for port 39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1013.096543] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.096543] env[69513]: value = "task-3380962" [ 1013.096543] env[69513]: _type = "Task" [ 1013.096543] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.107554] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380962, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.277119] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4bcab3-0b7d-4d43-8e44-3b1533fa9d16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.292239] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b75ce4-dcc2-4fa1-b9dc-2d0759f68c57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.301648] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.305178] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.336977] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faee6ee-e436-4f65-8fa2-7eaa507f7dd2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.340833] env[69513]: DEBUG nova.compute.manager [req-e9b3feb5-4f98-43f7-a3b8-df64c6acb90d req-5cd90a37-8f22-4e6e-947a-dc3bbcfdfa3d service nova] [instance: e6fceba8-a875-4451-9311-d969db359283] Received event network-vif-deleted-bf1dc8a4-095d-4391-8c2f-7b2a7c9545ca {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.348125] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67dc3c-6f98-4011-91da-bf94ac2daab1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.367617] env[69513]: DEBUG nova.compute.provider_tree [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.391111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.391759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "ddcb3534-908f-44ed-a4ca-6ff344158324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.392046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.574070] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45648} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.574326] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 93014b16-e4a7-42b5-8add-37d53ee10246/93014b16-e4a7-42b5-8add-37d53ee10246.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.574735] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.574735] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838ef554-016e-49aa-8203-ceb8604f5041 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.583506] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1013.583506] env[69513]: value = "task-3380963" [ 1013.583506] env[69513]: _type = "Task" [ 1013.583506] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.591777] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.612668] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380962, 'name': CreateVM_Task, 'duration_secs': 0.378535} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.612668] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.612668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.612668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.612668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.612668] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf5cea0-92ed-4c8d-b997-e761b8156c0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.617570] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1013.617570] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7fa34-67f4-5fe1-1aa7-b9148745933b" [ 1013.617570] env[69513]: _type = "Task" [ 1013.617570] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.626126] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7fa34-67f4-5fe1-1aa7-b9148745933b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.801588] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.833361] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.872359] env[69513]: DEBUG nova.scheduler.client.report [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.896559] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.045847] env[69513]: DEBUG nova.network.neutron [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Successfully updated port: 24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.048067] env[69513]: DEBUG nova.network.neutron [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Updated VIF entry in instance network info cache for port 39a686f5-78b5-47c5-bd73-375b42a555c5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1014.048775] env[69513]: DEBUG nova.network.neutron [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Updating instance_info_cache with network_info: [{"id": "39a686f5-78b5-47c5-bd73-375b42a555c5", "address": "fa:16:3e:fe:b8:13", "network": {"id": "37fb8e32-9009-41cc-b6a5-f8b7cbe0c099", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-172049778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06462fe26a14ad1adb9ac3f996697ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a686f5-78", "ovs_interfaceid": "39a686f5-78b5-47c5-bd73-375b42a555c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.099213] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060523} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.099593] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.100328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cd03e6-19a4-4096-8066-88bc015fe5e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.127028] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 93014b16-e4a7-42b5-8add-37d53ee10246/93014b16-e4a7-42b5-8add-37d53ee10246.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.127426] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d5f076-eec3-4451-87b6-d5b43eccb8ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.153833] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b7fa34-67f4-5fe1-1aa7-b9148745933b, 'name': SearchDatastore_Task, 'duration_secs': 0.008184} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.155296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.155542] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.156215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.156377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.156573] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.156885] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1014.156885] env[69513]: value = "task-3380964" [ 1014.156885] env[69513]: _type = "Task" [ 1014.156885] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.157377] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-357c1ff9-fab3-47a4-b833-667e49916d5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.167580] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.169235] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.169421] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.170166] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2107fa5-80c6-4482-aefb-3bbd45b6e002 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.174919] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1014.174919] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520e5854-b787-387c-69d8-ab7949babe34" [ 1014.174919] env[69513]: _type = "Task" [ 1014.174919] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.184575] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520e5854-b787-387c-69d8-ab7949babe34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.302778] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.316384] env[69513]: INFO nova.compute.manager [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Unrescuing [ 1014.316384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.316384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.316384] env[69513]: DEBUG nova.network.neutron [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1014.380727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.383638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.626s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.415866] env[69513]: INFO nova.scheduler.client.report [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Deleted allocations for instance f4a956b4-8429-4a96-aa8b-e03c0cfdce4a [ 1014.429747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.554106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "refresh_cache-923f2f4e-4823-42d6-84ee-52a930fd450c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.554396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "refresh_cache-923f2f4e-4823-42d6-84ee-52a930fd450c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.555030] env[69513]: DEBUG nova.network.neutron [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1014.557033] env[69513]: DEBUG oslo_concurrency.lockutils [req-eb11484f-d5ea-4164-b0b1-bcf4b1226ea9 req-0a940275-f99c-4d21-94bc-22824c2d934b service nova] Releasing lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.673665] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380964, 'name': ReconfigVM_Task, 'duration_secs': 0.343861} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.673942] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 93014b16-e4a7-42b5-8add-37d53ee10246/93014b16-e4a7-42b5-8add-37d53ee10246.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.674988] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5010489-8ac1-4fec-97bc-bb5c6cce3dc0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.689324] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520e5854-b787-387c-69d8-ab7949babe34, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.691125] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1014.691125] env[69513]: value = "task-3380965" [ 1014.691125] env[69513]: _type = "Task" [ 1014.691125] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.694026] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29779f6-c9f4-4926-9502-d017f385dc58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.706193] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1014.706193] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5257db1b-17b3-7e72-e590-5caabb2df710" [ 1014.706193] env[69513]: _type = "Task" [ 1014.706193] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.707326] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380965, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.720938] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5257db1b-17b3-7e72-e590-5caabb2df710, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.721234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.721508] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 2c12b021-8bf3-4f09-ac8f-26781458cea3/2c12b021-8bf3-4f09-ac8f-26781458cea3.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.721787] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b97cb1-087c-4db3-9e7d-ece566943756 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.729194] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1014.729194] env[69513]: value = "task-3380966" [ 1014.729194] env[69513]: _type = "Task" [ 1014.729194] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.738260] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.801319] env[69513]: DEBUG oslo_vmware.api [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380946, 'name': ReconfigVM_Task, 'duration_secs': 5.761032} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.802647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.802851] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Reconfigured VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1014.805812] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90b0e6-71cb-46c9-814f-d98ea9cc8973 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.813788] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ccb44a-3dc0-4cbb-87a8-d8795e685dcf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.818366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.818638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.819062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.819163] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.819346] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.824930] env[69513]: INFO nova.compute.manager [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Terminating instance [ 1014.859177] env[69513]: DEBUG nova.compute.manager [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.859440] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.860334] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b6c4b-9004-40d7-9203-7e9a98c308ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.865022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9736d7-218a-4b3f-b59b-9a4ffad52883 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.872892] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.875313] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d2c07d-36b0-4051-9915-2f0bab1aa690 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.881038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660d0c2-29a0-4004-ba70-fd15dd1fae85 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.899069] env[69513]: DEBUG nova.compute.provider_tree [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.903291] env[69513]: DEBUG oslo_vmware.api [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 1014.903291] env[69513]: value = "task-3380967" [ 1014.903291] env[69513]: _type = "Task" [ 1014.903291] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.912892] env[69513]: DEBUG oslo_vmware.api [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.924520] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5fd18f8a-fa31-4409-ae32-894ad8d6f9f2 tempest-ServersTestManualDisk-744845154 tempest-ServersTestManualDisk-744845154-project-member] Lock "f4a956b4-8429-4a96-aa8b-e03c0cfdce4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.061s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.985789] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.986281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.986635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.986958] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.987284] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.990608] env[69513]: INFO nova.compute.manager [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Terminating instance [ 1015.100218] env[69513]: DEBUG nova.network.neutron [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1015.207602] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380965, 'name': Rename_Task, 'duration_secs': 0.152746} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.208100] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.208177] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7080dd-7a2f-4c6b-a83b-6d873efcae55 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.215355] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1015.215355] env[69513]: value = "task-3380968" [ 1015.215355] env[69513]: _type = "Task" [ 1015.215355] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.223582] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.238946] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380966, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.323260] env[69513]: DEBUG nova.network.neutron [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Updating instance_info_cache with network_info: [{"id": "24e2e8fa-0e01-42df-8a41-28d2438bbf41", "address": "fa:16:3e:b1:c7:15", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e2e8fa-0e", "ovs_interfaceid": "24e2e8fa-0e01-42df-8a41-28d2438bbf41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.354193] env[69513]: DEBUG nova.network.neutron [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.404711] env[69513]: DEBUG nova.scheduler.client.report [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.420323] env[69513]: DEBUG oslo_vmware.api [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380967, 'name': PowerOffVM_Task, 'duration_secs': 0.284956} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.420589] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.420758] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.421043] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2957f920-9ca1-4380-80be-77f3dfb24269 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.474952] env[69513]: DEBUG nova.compute.manager [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Received event network-vif-plugged-24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.475320] env[69513]: DEBUG oslo_concurrency.lockutils [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] Acquiring lock "923f2f4e-4823-42d6-84ee-52a930fd450c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.475494] env[69513]: DEBUG oslo_concurrency.lockutils [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.475768] env[69513]: DEBUG oslo_concurrency.lockutils [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.476041] env[69513]: DEBUG nova.compute.manager [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] No waiting events found dispatching network-vif-plugged-24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.476301] env[69513]: WARNING nova.compute.manager [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Received unexpected event network-vif-plugged-24e2e8fa-0e01-42df-8a41-28d2438bbf41 for instance with vm_state building and task_state spawning. [ 1015.476575] env[69513]: DEBUG nova.compute.manager [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Received event network-changed-24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.476760] env[69513]: DEBUG nova.compute.manager [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Refreshing instance network info cache due to event network-changed-24e2e8fa-0e01-42df-8a41-28d2438bbf41. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.477015] env[69513]: DEBUG oslo_concurrency.lockutils [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] Acquiring lock "refresh_cache-923f2f4e-4823-42d6-84ee-52a930fd450c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.496677] env[69513]: DEBUG nova.compute.manager [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.497038] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.498357] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b82e64-d7fe-408a-a000-44b583102db8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.509082] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.509341] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ca4ef2-f555-4060-891d-047dc20d87d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.517734] env[69513]: DEBUG oslo_vmware.api [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 1015.517734] env[69513]: value = "task-3380970" [ 1015.517734] env[69513]: _type = "Task" [ 1015.517734] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.526202] env[69513]: DEBUG oslo_vmware.api [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.655503] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "6466553b-1b72-47a5-990c-0fef523931da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.655761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "6466553b-1b72-47a5-990c-0fef523931da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.728381] env[69513]: DEBUG oslo_vmware.api [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380968, 'name': PowerOnVM_Task, 'duration_secs': 0.479678} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.728793] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.728854] env[69513]: INFO nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1015.729033] env[69513]: DEBUG nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.729879] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e887b2-ce42-4eaf-b1d6-091744585281 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.748951] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524035} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.753578] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 2c12b021-8bf3-4f09-ac8f-26781458cea3/2c12b021-8bf3-4f09-ac8f-26781458cea3.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.753851] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.754128] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba446c9-5702-4016-b168-93786fac1b41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.765195] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1015.765195] env[69513]: value = "task-3380971" [ 1015.765195] env[69513]: _type = "Task" [ 1015.765195] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.781031] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.827046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "refresh_cache-923f2f4e-4823-42d6-84ee-52a930fd450c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.827046] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Instance network_info: |[{"id": "24e2e8fa-0e01-42df-8a41-28d2438bbf41", "address": "fa:16:3e:b1:c7:15", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e2e8fa-0e", "ovs_interfaceid": "24e2e8fa-0e01-42df-8a41-28d2438bbf41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.828532] env[69513]: DEBUG oslo_concurrency.lockutils [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] Acquired lock "refresh_cache-923f2f4e-4823-42d6-84ee-52a930fd450c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.828532] env[69513]: DEBUG nova.network.neutron [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Refreshing network info cache for port 24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1015.829016] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c7:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24e2e8fa-0e01-42df-8a41-28d2438bbf41', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.838745] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.839962] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.840406] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6450fef-15b7-4f3d-a826-3be518e2cab4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.857384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.857972] env[69513]: DEBUG nova.objects.instance [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'flavor' on Instance uuid 4e9a2ccb-c106-40a5-9606-169dd8d95376 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.865295] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.865295] env[69513]: value = "task-3380972" [ 1015.865295] env[69513]: _type = "Task" [ 1015.865295] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.875586] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380972, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.914088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.530s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.914380] env[69513]: INFO nova.compute.manager [None req-026d423c-2b8f-42af-b437-c96ef71bf3f8 tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Successfully reverted task state from rebuilding on failure for instance. [ 1015.920885] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.356s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.921098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.921264] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1015.921555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.857s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.923287] env[69513]: INFO nova.compute.claims [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.926451] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca1258f-ae4a-4353-a897-725f8b9f4af0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.935482] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934eb5e-a2fe-404d-baac-b7bcf7442dc8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.951637] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d322b-42a0-419e-9431-920d399ccf54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.959028] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e0c13a-8455-4489-b4da-08bce3718d75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.990679] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178797MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1015.990840] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.027674] env[69513]: DEBUG oslo_vmware.api [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380970, 'name': PowerOffVM_Task, 'duration_secs': 0.31265} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.027869] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.028180] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.028442] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e22b6b6e-1282-4059-8c87-adb29f41ddf0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.063306] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.063528] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.063705] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleting the datastore file [datastore1] 74ce0c45-eac6-4302-b56c-fd54bbc0fff0 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.063966] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f39d263-967c-4b27-b95a-499c22dc653f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.072505] env[69513]: DEBUG oslo_vmware.api [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 1016.072505] env[69513]: value = "task-3380974" [ 1016.072505] env[69513]: _type = "Task" [ 1016.072505] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.082966] env[69513]: DEBUG oslo_vmware.api [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.097791] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.098347] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.098347] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleting the datastore file [datastore1] 2bfdd379-5b9d-4158-83e5-c9e2bd106122 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.098665] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b038eded-a35f-49b1-8229-7b3197bb6692 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.105205] env[69513]: DEBUG oslo_vmware.api [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for the task: (returnval){ [ 1016.105205] env[69513]: value = "task-3380975" [ 1016.105205] env[69513]: _type = "Task" [ 1016.105205] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.118214] env[69513]: DEBUG oslo_vmware.api [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.158868] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.262953] env[69513]: INFO nova.compute.manager [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Took 20.53 seconds to build instance. [ 1016.277966] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080808} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.279069] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.281247] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0315ca3-e32d-46a2-9704-bfcb764de5c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.309918] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 2c12b021-8bf3-4f09-ac8f-26781458cea3/2c12b021-8bf3-4f09-ac8f-26781458cea3.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.310597] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7b53c8-806b-4839-8d33-a009eaf2886c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.332401] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1016.332401] env[69513]: value = "task-3380976" [ 1016.332401] env[69513]: _type = "Task" [ 1016.332401] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.345122] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.363670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.363827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.364189] env[69513]: DEBUG nova.network.neutron [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1016.367139] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7bbf6-5724-424b-869a-6724700cf93a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.398039] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.401313] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23fa0825-d91e-4ef0-bae4-aea304363f01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.407835] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380972, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.414466] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1016.414466] env[69513]: value = "task-3380977" [ 1016.414466] env[69513]: _type = "Task" [ 1016.414466] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.424187] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.582663] env[69513]: DEBUG oslo_vmware.api [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181155} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.582918] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.584865] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.585057] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.585147] env[69513]: INFO nova.compute.manager [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1016.585973] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.585973] env[69513]: DEBUG nova.compute.manager [-] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.585973] env[69513]: DEBUG nova.network.neutron [-] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1016.616113] env[69513]: DEBUG oslo_vmware.api [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Task: {'id': task-3380975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177776} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.616113] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.616464] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.616670] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.616855] env[69513]: INFO nova.compute.manager [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1016.622219] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.622219] env[69513]: DEBUG nova.compute.manager [-] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.622219] env[69513]: DEBUG nova.network.neutron [-] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1016.690246] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.765583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efe3b268-73a0-4255-87b0-ce5e85a99341 tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "93014b16-e4a7-42b5-8add-37d53ee10246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.041s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.845388] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.879943] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380972, 'name': CreateVM_Task, 'duration_secs': 0.655031} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.880422] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.882141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.883239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.883565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.883823] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f826e0-032b-4ded-989f-b6d90d8079ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.888510] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1016.888510] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9153c-9ada-df0c-9345-56469e9513b6" [ 1016.888510] env[69513]: _type = "Task" [ 1016.888510] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.900895] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9153c-9ada-df0c-9345-56469e9513b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.901214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.901530] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.901688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.901797] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.902059] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.906942] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-183660ed-c6c7-4fbc-b0ae-4fa3af9a6536 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.922135] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.922135] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.924161] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d0904e-a516-4bf7-bef7-3ceaf2f3c02e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.934464] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380977, 'name': PowerOffVM_Task, 'duration_secs': 0.335854} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.934464] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.940458] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfiguring VM instance instance-00000040 to detach disk 2002 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.945854] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5d11e9-1e13-428c-8d3b-76872eca25a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.960105] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1016.960105] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52744e95-c618-16e6-63f9-b410d106bf2c" [ 1016.960105] env[69513]: _type = "Task" [ 1016.960105] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.969161] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1016.969161] env[69513]: value = "task-3380978" [ 1016.969161] env[69513]: _type = "Task" [ 1016.969161] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.973308] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52744e95-c618-16e6-63f9-b410d106bf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.977166] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1caa71-c5dd-414a-a3db-a2eb78ac7308 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.986982] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1016.986982] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52173935-7eee-b29c-25e0-4434acb26c5c" [ 1016.986982] env[69513]: _type = "Task" [ 1016.986982] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.987274] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.000860] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52173935-7eee-b29c-25e0-4434acb26c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.000860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.000860] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 923f2f4e-4823-42d6-84ee-52a930fd450c/923f2f4e-4823-42d6-84ee-52a930fd450c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.000860] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89ce8a8e-0f1c-4826-a909-57d81829f520 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.007780] env[69513]: DEBUG nova.network.neutron [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Updated VIF entry in instance network info cache for port 24e2e8fa-0e01-42df-8a41-28d2438bbf41. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1017.007780] env[69513]: DEBUG nova.network.neutron [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Updating instance_info_cache with network_info: [{"id": "24e2e8fa-0e01-42df-8a41-28d2438bbf41", "address": "fa:16:3e:b1:c7:15", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e2e8fa-0e", "ovs_interfaceid": "24e2e8fa-0e01-42df-8a41-28d2438bbf41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.010238] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1017.010238] env[69513]: value = "task-3380979" [ 1017.010238] env[69513]: _type = "Task" [ 1017.010238] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.020034] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.159735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.160261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.160576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.164024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.164024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.166578] env[69513]: INFO nova.compute.manager [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Terminating instance [ 1017.319691] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ebec7-704d-41ec-bd29-5cb63f6d449e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.331472] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f7c053-1e3e-4d7c-a3d9-b9363fe34b57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.344294] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380976, 'name': ReconfigVM_Task, 'duration_secs': 0.517248} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.377843] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 2c12b021-8bf3-4f09-ac8f-26781458cea3/2c12b021-8bf3-4f09-ac8f-26781458cea3.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.383943] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4433e630-e022-485e-aaa5-b4708a51a77c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.386398] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761fa88-e092-4a12-a323-f5b9896a4f16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.392122] env[69513]: DEBUG nova.compute.manager [req-4696b9eb-839f-4466-8a9f-731805d082ee req-8a9633eb-e313-42b4-869e-a5fa168c2796 service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Received event network-vif-deleted-235c36fa-73eb-4773-99f5-d15d16c7317e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.392324] env[69513]: INFO nova.compute.manager [req-4696b9eb-839f-4466-8a9f-731805d082ee req-8a9633eb-e313-42b4-869e-a5fa168c2796 service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Neutron deleted interface 235c36fa-73eb-4773-99f5-d15d16c7317e; detaching it from the instance and deleting it from the info cache [ 1017.392549] env[69513]: DEBUG nova.network.neutron [req-4696b9eb-839f-4466-8a9f-731805d082ee req-8a9633eb-e313-42b4-869e-a5fa168c2796 service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.403234] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c21a76a-fb35-4289-bf42-4276cc31e75f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.409705] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1017.409705] env[69513]: value = "task-3380980" [ 1017.409705] env[69513]: _type = "Task" [ 1017.409705] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.420112] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380980, 'name': Rename_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.430822] env[69513]: DEBUG nova.compute.provider_tree [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.482673] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380978, 'name': ReconfigVM_Task, 'duration_secs': 0.25267} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.482956] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfigured VM instance instance-00000040 to detach disk 2002 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.483165] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.483429] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b751c9c-b3f1-4936-9531-c8c67da617ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.490308] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1017.490308] env[69513]: value = "task-3380981" [ 1017.490308] env[69513]: _type = "Task" [ 1017.490308] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.496932] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.512138] env[69513]: DEBUG oslo_concurrency.lockutils [req-14dd3ccd-13d8-41fc-94dd-0c3e211cb67c req-a9350fef-d64a-4804-90d5-032b88f03d30 service nova] Releasing lock "refresh_cache-923f2f4e-4823-42d6-84ee-52a930fd450c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.520521] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380979, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.546813] env[69513]: INFO nova.network.neutron [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Port 96e2bd64-92c8-47d6-a786-6cdf8834b799 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1017.547033] env[69513]: INFO nova.network.neutron [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Port 5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1017.547370] env[69513]: DEBUG nova.network.neutron [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [{"id": "f1916242-0284-48e6-9185-c35405b39d5f", "address": "fa:16:3e:d2:43:75", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1916242-02", "ovs_interfaceid": "f1916242-0284-48e6-9185-c35405b39d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.648518] env[69513]: DEBUG nova.compute.manager [req-ec6cbe1d-446b-40a3-96e6-8f2a89871cde req-006bdeba-a1c1-4a5f-91ce-28fb4f5629e8 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-vif-deleted-96e2bd64-92c8-47d6-a786-6cdf8834b799 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.649100] env[69513]: DEBUG nova.compute.manager [req-ec6cbe1d-446b-40a3-96e6-8f2a89871cde req-006bdeba-a1c1-4a5f-91ce-28fb4f5629e8 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-vif-deleted-5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.649100] env[69513]: DEBUG nova.compute.manager [req-ec6cbe1d-446b-40a3-96e6-8f2a89871cde req-006bdeba-a1c1-4a5f-91ce-28fb4f5629e8 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Received event network-vif-deleted-65cd95ee-43c5-476a-9f4c-e3aef846ec17 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.652298] env[69513]: INFO nova.compute.manager [req-ec6cbe1d-446b-40a3-96e6-8f2a89871cde req-006bdeba-a1c1-4a5f-91ce-28fb4f5629e8 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Neutron deleted interface 65cd95ee-43c5-476a-9f4c-e3aef846ec17; detaching it from the instance and deleting it from the info cache [ 1017.652298] env[69513]: DEBUG nova.network.neutron [req-ec6cbe1d-446b-40a3-96e6-8f2a89871cde req-006bdeba-a1c1-4a5f-91ce-28fb4f5629e8 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.672731] env[69513]: DEBUG nova.compute.manager [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.672943] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.673949] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347cc191-f370-496b-a8d5-02a7d7efa7dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.681596] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.681831] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841c24cd-9813-4d4d-854d-6ace0200ba25 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.687587] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1017.687587] env[69513]: value = "task-3380982" [ 1017.687587] env[69513]: _type = "Task" [ 1017.687587] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.695389] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.703771] env[69513]: DEBUG nova.network.neutron [-] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.891212] env[69513]: DEBUG nova.network.neutron [-] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.897030] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0d7b339-fb5b-43cb-ad3e-006904d82648 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.906947] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a2994-43c2-4bc9-aa4a-9f4c5bb95057 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.927598] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380980, 'name': Rename_Task, 'duration_secs': 0.14448} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.927770] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.927940] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6622b0d0-c973-4aaa-af1d-cf5396e6428f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.944626] env[69513]: DEBUG nova.scheduler.client.report [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.951268] env[69513]: DEBUG nova.compute.manager [req-4696b9eb-839f-4466-8a9f-731805d082ee req-8a9633eb-e313-42b4-869e-a5fa168c2796 service nova] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Detach interface failed, port_id=235c36fa-73eb-4773-99f5-d15d16c7317e, reason: Instance 2bfdd379-5b9d-4158-83e5-c9e2bd106122 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.951268] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1017.951268] env[69513]: value = "task-3380983" [ 1017.951268] env[69513]: _type = "Task" [ 1017.951268] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.958731] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380983, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.001493] env[69513]: DEBUG oslo_vmware.api [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3380981, 'name': PowerOnVM_Task, 'duration_secs': 0.361253} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.001493] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.001493] env[69513]: DEBUG nova.compute.manager [None req-f3d2b0ca-e643-48c3-8ada-f283905ec263 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.001493] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c6497-fdc9-4030-a78b-fa64f0976970 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.023666] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380979, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.051027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-4769e1d0-e815-4865-8bcc-9a5b0858a02a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.151779] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc4a0bb-7671-43a7-ac46-349529cadc81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.161795] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef9fff4-7b74-4ab3-80e0-20f59b6901a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.205428] env[69513]: DEBUG nova.compute.manager [req-ec6cbe1d-446b-40a3-96e6-8f2a89871cde req-006bdeba-a1c1-4a5f-91ce-28fb4f5629e8 service nova] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Detach interface failed, port_id=65cd95ee-43c5-476a-9f4c-e3aef846ec17, reason: Instance 74ce0c45-eac6-4302-b56c-fd54bbc0fff0 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.206539] env[69513]: INFO nova.compute.manager [-] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Took 1.62 seconds to deallocate network for instance. [ 1018.211340] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.393623] env[69513]: INFO nova.compute.manager [-] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Took 1.77 seconds to deallocate network for instance. [ 1018.451551] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.452112] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.455371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.368s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.457052] env[69513]: INFO nova.compute.claims [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.476569] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.524786] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380979, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460938} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.525340] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 923f2f4e-4823-42d6-84ee-52a930fd450c/923f2f4e-4823-42d6-84ee-52a930fd450c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.525577] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.525844] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25fb1adc-b6f4-48ec-8626-b28d82936f7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.533042] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1018.533042] env[69513]: value = "task-3380984" [ 1018.533042] env[69513]: _type = "Task" [ 1018.533042] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.542276] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.554843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a368e31f-5a83-4de7-8b70-7c8ac85f9556 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-4769e1d0-e815-4865-8bcc-9a5b0858a02a-96e2bd64-92c8-47d6-a786-6cdf8834b799" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.355s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.699028] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380982, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.716886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.899818] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.968164] env[69513]: DEBUG nova.compute.utils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.969371] env[69513]: DEBUG oslo_vmware.api [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380983, 'name': PowerOnVM_Task, 'duration_secs': 0.842588} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.969821] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.970465] env[69513]: DEBUG nova.network.neutron [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.972219] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.972632] env[69513]: INFO nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1018.972699] env[69513]: DEBUG nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.974033] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad79da-8fde-492b-b407-f8e2b8bb13c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.996021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "93014b16-e4a7-42b5-8add-37d53ee10246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.996356] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "93014b16-e4a7-42b5-8add-37d53ee10246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.997143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "93014b16-e4a7-42b5-8add-37d53ee10246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.997143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "93014b16-e4a7-42b5-8add-37d53ee10246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.997281] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "93014b16-e4a7-42b5-8add-37d53ee10246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.999068] env[69513]: INFO nova.compute.manager [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Terminating instance [ 1019.042637] env[69513]: DEBUG nova.policy [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.050775] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154115} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.052270] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.052440] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf8f40e-131c-42e5-b934-302f1180b64a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.080736] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 923f2f4e-4823-42d6-84ee-52a930fd450c/923f2f4e-4823-42d6-84ee-52a930fd450c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.081404] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa0ce1a-17da-466c-b9b9-8e9a43efaf3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.104608] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1019.104608] env[69513]: value = "task-3380985" [ 1019.104608] env[69513]: _type = "Task" [ 1019.104608] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.116008] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.200190] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380982, 'name': PowerOffVM_Task, 'duration_secs': 1.033269} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.200564] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.200774] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.201489] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88ff12d2-fe6d-4e01-92ae-81efe713ddb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.306038] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.306038] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.306038] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleting the datastore file [datastore1] 4769e1d0-e815-4865-8bcc-9a5b0858a02a {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.306038] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3c72c5-d2ca-4077-987e-34258feee301 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.313019] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1019.313019] env[69513]: value = "task-3380987" [ 1019.313019] env[69513]: _type = "Task" [ 1019.313019] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.322705] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.424543] env[69513]: DEBUG nova.network.neutron [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Successfully created port: ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.478066] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.496388] env[69513]: INFO nova.compute.manager [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Took 22.25 seconds to build instance. [ 1019.503014] env[69513]: DEBUG nova.compute.manager [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.503249] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.504146] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f3347f-e025-4de1-b296-f40e236ed0f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.515219] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.515219] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7d374c-91b2-4de5-a15f-8281bd8e67ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.522408] env[69513]: DEBUG oslo_vmware.api [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1019.522408] env[69513]: value = "task-3380988" [ 1019.522408] env[69513]: _type = "Task" [ 1019.522408] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.538954] env[69513]: DEBUG oslo_vmware.api [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.620198] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380985, 'name': ReconfigVM_Task, 'duration_secs': 0.463045} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.623388] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 923f2f4e-4823-42d6-84ee-52a930fd450c/923f2f4e-4823-42d6-84ee-52a930fd450c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.623388] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03475aa8-ce44-405a-b6cf-f9ff8f74cb76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.629127] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1019.629127] env[69513]: value = "task-3380989" [ 1019.629127] env[69513]: _type = "Task" [ 1019.629127] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.638176] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380989, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.680094] env[69513]: DEBUG nova.compute.manager [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.680094] env[69513]: DEBUG nova.compute.manager [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing instance network info cache due to event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.681055] env[69513]: DEBUG oslo_concurrency.lockutils [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.681055] env[69513]: DEBUG oslo_concurrency.lockutils [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.681055] env[69513]: DEBUG nova.network.neutron [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1019.822018] env[69513]: DEBUG oslo_vmware.api [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3380987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206392} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.824852] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.825061] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.825246] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.825419] env[69513]: INFO nova.compute.manager [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1019.825656] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.826036] env[69513]: DEBUG nova.compute.manager [-] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.826824] env[69513]: DEBUG nova.network.neutron [-] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1019.848917] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f4279-1a13-4f5f-9b71-c2868fecc844 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.855873] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ec67bc-963a-4c22-8d5e-f35ddf91c698 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.890380] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d15975-ce5a-4851-b86b-0230db95317f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.898381] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ede2559-e4ee-4ef6-b9bc-bcf8b8a53774 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.914523] env[69513]: DEBUG nova.compute.provider_tree [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.916293] env[69513]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 could not be found.", "detail": ""}} {{(pid=69513) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1019.916515] env[69513]: DEBUG nova.network.neutron [-] Unable to show port 5e732b1d-3f2b-4011-9f60-5340f5cf8ac5 as it no longer exists. {{(pid=69513) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1019.986331] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.987680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.997896] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d517e547-aade-4506-bf30-4344f1f737bf tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.764s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.033058] env[69513]: DEBUG oslo_vmware.api [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380988, 'name': PowerOffVM_Task, 'duration_secs': 0.266134} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.033333] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.033499] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.033744] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10365957-9e90-4cb0-8318-5b0fc2900dc8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.107790] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.108109] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.108323] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleting the datastore file [datastore1] 93014b16-e4a7-42b5-8add-37d53ee10246 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.108660] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c59f20f-fff5-47b4-8e29-7f475c774b13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.114751] env[69513]: DEBUG oslo_vmware.api [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for the task: (returnval){ [ 1020.114751] env[69513]: value = "task-3380991" [ 1020.114751] env[69513]: _type = "Task" [ 1020.114751] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.123136] env[69513]: DEBUG oslo_vmware.api [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.138192] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380989, 'name': Rename_Task, 'duration_secs': 0.198142} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.138503] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.138752] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26b50d84-04a9-45c7-8ceb-f0b85059bfdd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.144536] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1020.144536] env[69513]: value = "task-3380992" [ 1020.144536] env[69513]: _type = "Task" [ 1020.144536] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.154872] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.419083] env[69513]: DEBUG nova.scheduler.client.report [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.461445] env[69513]: DEBUG nova.network.neutron [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updated VIF entry in instance network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1020.462046] env[69513]: DEBUG nova.network.neutron [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.477741] env[69513]: DEBUG nova.compute.manager [req-cd1ab730-63ee-4470-8070-426d52c5b06b req-c255f5f1-b2e6-447e-9b50-2ba80cb1dbc2 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Received event network-vif-deleted-f1916242-0284-48e6-9185-c35405b39d5f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.478057] env[69513]: INFO nova.compute.manager [req-cd1ab730-63ee-4470-8070-426d52c5b06b req-c255f5f1-b2e6-447e-9b50-2ba80cb1dbc2 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Neutron deleted interface f1916242-0284-48e6-9185-c35405b39d5f; detaching it from the instance and deleting it from the info cache [ 1020.478248] env[69513]: DEBUG nova.network.neutron [req-cd1ab730-63ee-4470-8070-426d52c5b06b req-c255f5f1-b2e6-447e-9b50-2ba80cb1dbc2 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.493155] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.495352] env[69513]: DEBUG nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.524325] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.524506] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.524678] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.525041] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.525246] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.525432] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.525675] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.525863] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.526071] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.526644] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.526872] env[69513]: DEBUG nova.virt.hardware [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.527817] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed8c4b-481b-4ba8-9e86-e5e377d5a741 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.541233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84a03e-fd54-4422-9a72-a7b6a6b1d126 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.626409] env[69513]: DEBUG oslo_vmware.api [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Task: {'id': task-3380991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154422} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.626736] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.626928] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.627124] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.627308] env[69513]: INFO nova.compute.manager [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1020.627549] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.628023] env[69513]: DEBUG nova.compute.manager [-] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.628023] env[69513]: DEBUG nova.network.neutron [-] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1020.657151] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.900082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.900388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.900621] env[69513]: INFO nova.compute.manager [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Rebooting instance [ 1020.910932] env[69513]: DEBUG nova.network.neutron [-] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.925992] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.926537] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.930180] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.487s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.930409] env[69513]: DEBUG nova.objects.instance [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lazy-loading 'resources' on Instance uuid 60861ece-2b9f-408a-ae9d-905af34ce873 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.966346] env[69513]: DEBUG oslo_concurrency.lockutils [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.966346] env[69513]: DEBUG nova.compute.manager [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.966346] env[69513]: DEBUG nova.compute.manager [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing instance network info cache due to event network-changed-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.966346] env[69513]: DEBUG oslo_concurrency.lockutils [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] Acquiring lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.966346] env[69513]: DEBUG oslo_concurrency.lockutils [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] Acquired lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.966346] env[69513]: DEBUG nova.network.neutron [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Refreshing network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1020.977772] env[69513]: DEBUG nova.network.neutron [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Successfully updated port: ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.981793] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-812b3cb3-32e8-4390-b34a-556028eb8c7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.995112] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c12ab0-56e7-49ef-ad76-f62e7df8286f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.039206] env[69513]: DEBUG nova.compute.manager [req-cd1ab730-63ee-4470-8070-426d52c5b06b req-c255f5f1-b2e6-447e-9b50-2ba80cb1dbc2 service nova] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Detach interface failed, port_id=f1916242-0284-48e6-9185-c35405b39d5f, reason: Instance 4769e1d0-e815-4865-8bcc-9a5b0858a02a could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.040357] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.155068] env[69513]: DEBUG oslo_vmware.api [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380992, 'name': PowerOnVM_Task, 'duration_secs': 0.60339} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.155068] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.155068] env[69513]: INFO nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1021.155068] env[69513]: DEBUG nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.155601] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be79ff-4521-4500-b0e5-1bf81275bfae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.327126] env[69513]: DEBUG nova.network.neutron [-] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.412843] env[69513]: INFO nova.compute.manager [-] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Took 1.59 seconds to deallocate network for instance. [ 1021.419039] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.419172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquired lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.419261] env[69513]: DEBUG nova.network.neutron [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1021.436593] env[69513]: DEBUG nova.compute.utils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.438532] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.439073] env[69513]: DEBUG nova.network.neutron [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.482189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-5f346f2d-ba21-4d6a-81c7-8d4d33071aca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.482371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-5f346f2d-ba21-4d6a-81c7-8d4d33071aca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.482659] env[69513]: DEBUG nova.network.neutron [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1021.485132] env[69513]: DEBUG nova.policy [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5678fadb20354c9182e7029177b39f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a43bbd2e8aa14f7d8ff31f1a85d3dd58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.673847] env[69513]: INFO nova.compute.manager [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Took 22.97 seconds to build instance. [ 1021.791516] env[69513]: DEBUG nova.network.neutron [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updated VIF entry in instance network info cache for port 3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1021.794172] env[69513]: DEBUG nova.network.neutron [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [{"id": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "address": "fa:16:3e:e1:cc:ec", "network": {"id": "8facacf1-03cd-4af1-b9b4-74db45e8670b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-419786749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5cc5d5d1f44121b24509de1168a7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3edbbd59-9a", "ovs_interfaceid": "3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.802902] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669421c-0fad-4bc5-835a-c4c91bb1b140 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.811626] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a782c71-2f67-444a-a02e-e648bbf4fe6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.848526] env[69513]: INFO nova.compute.manager [-] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Took 1.22 seconds to deallocate network for instance. [ 1021.852238] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630f464-f2fe-4826-87e4-4a9b127e10ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.863983] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c54b85-0837-41dc-a99f-988ea9bd2cfd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.878224] env[69513]: DEBUG nova.compute.provider_tree [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.920748] env[69513]: DEBUG nova.network.neutron [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Successfully created port: 909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.923315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.941858] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.964197] env[69513]: DEBUG nova.compute.manager [req-5cd55939-de89-45d6-a043-6300fc2000e0 req-32dedb68-963b-4235-bb52-0b79bf762f38 service nova] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Received event network-vif-deleted-c63bc458-84cd-4e15-8edd-298115a7b892 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.061919] env[69513]: DEBUG nova.network.neutron [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1022.131287] env[69513]: DEBUG nova.network.neutron [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Updating instance_info_cache with network_info: [{"id": "39a686f5-78b5-47c5-bd73-375b42a555c5", "address": "fa:16:3e:fe:b8:13", "network": {"id": "37fb8e32-9009-41cc-b6a5-f8b7cbe0c099", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-172049778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06462fe26a14ad1adb9ac3f996697ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a686f5-78", "ovs_interfaceid": "39a686f5-78b5-47c5-bd73-375b42a555c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.175981] env[69513]: DEBUG oslo_concurrency.lockutils [None req-afb11bc2-548b-4703-b852-13d685f99a92 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.480s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.293967] env[69513]: DEBUG nova.network.neutron [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Updating instance_info_cache with network_info: [{"id": "ef76419e-4047-451e-a069-99df4ad1bd02", "address": "fa:16:3e:a1:7f:37", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef76419e-40", "ovs_interfaceid": "ef76419e-4047-451e-a069-99df4ad1bd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.295412] env[69513]: DEBUG oslo_concurrency.lockutils [req-deb565b5-5713-48d0-b843-cae6804805a3 req-d3a02007-36fa-4feb-9ac5-b9bb8c6696c4 service nova] Releasing lock "refresh_cache-4e9a2ccb-c106-40a5-9606-169dd8d95376" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.360465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.380962] env[69513]: DEBUG nova.scheduler.client.report [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.504446] env[69513]: DEBUG nova.compute.manager [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Received event network-vif-plugged-ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.504633] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] Acquiring lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.504847] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.505048] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.505191] env[69513]: DEBUG nova.compute.manager [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] No waiting events found dispatching network-vif-plugged-ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.505397] env[69513]: WARNING nova.compute.manager [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Received unexpected event network-vif-plugged-ef76419e-4047-451e-a069-99df4ad1bd02 for instance with vm_state building and task_state spawning. [ 1022.505567] env[69513]: DEBUG nova.compute.manager [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Received event network-changed-ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.505720] env[69513]: DEBUG nova.compute.manager [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Refreshing instance network info cache due to event network-changed-ef76419e-4047-451e-a069-99df4ad1bd02. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.505884] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] Acquiring lock "refresh_cache-5f346f2d-ba21-4d6a-81c7-8d4d33071aca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.634565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Releasing lock "refresh_cache-2c12b021-8bf3-4f09-ac8f-26781458cea3" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.797586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-5f346f2d-ba21-4d6a-81c7-8d4d33071aca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.797945] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Instance network_info: |[{"id": "ef76419e-4047-451e-a069-99df4ad1bd02", "address": "fa:16:3e:a1:7f:37", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef76419e-40", "ovs_interfaceid": "ef76419e-4047-451e-a069-99df4ad1bd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.798273] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] Acquired lock "refresh_cache-5f346f2d-ba21-4d6a-81c7-8d4d33071aca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.798453] env[69513]: DEBUG nova.network.neutron [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Refreshing network info cache for port ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1022.799793] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:7f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef76419e-4047-451e-a069-99df4ad1bd02', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.808825] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.811860] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.812382] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87c7a1b5-24c5-4c3f-94a9-5b0162127d74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.833230] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.833230] env[69513]: value = "task-3380993" [ 1022.833230] env[69513]: _type = "Task" [ 1022.833230] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.842826] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380993, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.886558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.890141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.819s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.890984] env[69513]: DEBUG nova.objects.instance [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lazy-loading 'resources' on Instance uuid b0aa5ac2-16c4-46d3-b367-399c90ea6baa {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.915194] env[69513]: INFO nova.scheduler.client.report [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Deleted allocations for instance 60861ece-2b9f-408a-ae9d-905af34ce873 [ 1022.953851] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.983041] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.983292] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.983495] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.983727] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.983881] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.984073] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.984668] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.984668] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.984814] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.984973] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.985333] env[69513]: DEBUG nova.virt.hardware [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.986532] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6b3328-84eb-4a6f-9fff-58f39d7cf9a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.997896] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021f84c9-81ee-4ccb-a87e-ce878c271c53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.053889] env[69513]: DEBUG nova.network.neutron [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Updated VIF entry in instance network info cache for port ef76419e-4047-451e-a069-99df4ad1bd02. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1023.054356] env[69513]: DEBUG nova.network.neutron [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Updating instance_info_cache with network_info: [{"id": "ef76419e-4047-451e-a069-99df4ad1bd02", "address": "fa:16:3e:a1:7f:37", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef76419e-40", "ovs_interfaceid": "ef76419e-4047-451e-a069-99df4ad1bd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.139672] env[69513]: DEBUG nova.compute.manager [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.140621] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6fec77-de60-480e-9c9f-88005e316463 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.216176] env[69513]: DEBUG nova.compute.manager [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.216176] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d78a463-8daa-4c93-912f-1e0ceacb6533 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.342660] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3380993, 'name': CreateVM_Task, 'duration_secs': 0.372107} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.342838] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.343532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.343694] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.344037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.344367] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9498964f-358d-4b0e-814f-37a2ffd2db13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.348945] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1023.348945] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5241f86d-e816-62b8-d0b7-bde31b04b384" [ 1023.348945] env[69513]: _type = "Task" [ 1023.348945] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.358280] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5241f86d-e816-62b8-d0b7-bde31b04b384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.423685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e84178f0-1a3f-416d-a941-aecffe8b13f7 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "60861ece-2b9f-408a-ae9d-905af34ce873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.143s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.556689] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc1327d6-3d3a-453a-98de-31c2cb51bb2d req-ff8cefc9-01e0-4881-ab6d-373f061e58eb service nova] Releasing lock "refresh_cache-5f346f2d-ba21-4d6a-81c7-8d4d33071aca" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.689061] env[69513]: DEBUG nova.network.neutron [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Successfully updated port: 909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.726704] env[69513]: INFO nova.compute.manager [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] instance snapshotting [ 1023.732803] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3462f-20c9-43f2-9078-8937c85c4140 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.755980] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82299c70-2c3a-46f7-905e-a75be8d202b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.834526] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3422a86f-c23e-4e5f-ad1b-f25ead44c332 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.842855] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca10013a-4503-4fb2-9a87-620985281f86 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.881487] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570b6aa-edb0-49e7-ab29-ffaba89d926e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.888448] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5241f86d-e816-62b8-d0b7-bde31b04b384, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.890687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.890933] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.891218] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.891425] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.891612] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.891902] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26ee51f4-2d3a-4054-921c-eb92783edd42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.895128] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75530ceb-81d5-48e7-9602-c015bb0d8220 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.912345] env[69513]: DEBUG nova.compute.provider_tree [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.914778] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.914979] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.915893] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a74e183-52a9-4f5f-9fd2-fb1388b91215 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.922013] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1023.922013] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ab7f20-be9c-d71e-0d42-2be9a4a9f362" [ 1023.922013] env[69513]: _type = "Task" [ 1023.922013] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.932309] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ab7f20-be9c-d71e-0d42-2be9a4a9f362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.156049] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02739d1b-1fe6-4d61-bcd7-ddd76056284f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.163884] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Doing hard reboot of VM {{(pid=69513) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1024.164159] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2d6bd03a-587f-4090-8411-74f91b133494 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.171056] env[69513]: DEBUG oslo_vmware.api [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1024.171056] env[69513]: value = "task-3380994" [ 1024.171056] env[69513]: _type = "Task" [ 1024.171056] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.178287] env[69513]: DEBUG oslo_vmware.api [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380994, 'name': ResetVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.191525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.191698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquired lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.191856] env[69513]: DEBUG nova.network.neutron [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1024.266872] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.267201] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b227728-6bef-4f52-a4d0-b355392c1604 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.274738] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1024.274738] env[69513]: value = "task-3380995" [ 1024.274738] env[69513]: _type = "Task" [ 1024.274738] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.283013] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.417713] env[69513]: DEBUG nova.scheduler.client.report [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.434410] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ab7f20-be9c-d71e-0d42-2be9a4a9f362, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.435375] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf202bb-ff22-493d-913f-ce3f388dcc53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.441478] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1024.441478] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c88a54-1634-d994-a62d-bbfad83d0440" [ 1024.441478] env[69513]: _type = "Task" [ 1024.441478] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.450791] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c88a54-1634-d994-a62d-bbfad83d0440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.531812] env[69513]: DEBUG nova.compute.manager [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Received event network-vif-plugged-909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.532057] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] Acquiring lock "9a997538-4447-4314-9c88-0deddd4feaee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.532287] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] Lock "9a997538-4447-4314-9c88-0deddd4feaee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.532404] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] Lock "9a997538-4447-4314-9c88-0deddd4feaee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.532564] env[69513]: DEBUG nova.compute.manager [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] No waiting events found dispatching network-vif-plugged-909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.532735] env[69513]: WARNING nova.compute.manager [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Received unexpected event network-vif-plugged-909a1ba8-7447-4b22-89ad-c89ab1db598f for instance with vm_state building and task_state spawning. [ 1024.532892] env[69513]: DEBUG nova.compute.manager [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Received event network-changed-909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.533059] env[69513]: DEBUG nova.compute.manager [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Refreshing instance network info cache due to event network-changed-909a1ba8-7447-4b22-89ad-c89ab1db598f. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.533229] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] Acquiring lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.681130] env[69513]: DEBUG oslo_vmware.api [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3380994, 'name': ResetVM_Task, 'duration_secs': 0.128212} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.681448] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Did hard reboot of VM {{(pid=69513) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1024.681641] env[69513]: DEBUG nova.compute.manager [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.682839] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba64db-12cc-4c99-8825-cf7711704aae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.739837] env[69513]: DEBUG nova.network.neutron [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1024.785890] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.922008] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.924473] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.724s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.924712] env[69513]: DEBUG nova.objects.instance [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lazy-loading 'resources' on Instance uuid 342e50d5-89b6-4ce0-969a-522334894790 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.927657] env[69513]: DEBUG nova.network.neutron [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updating instance_info_cache with network_info: [{"id": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "address": "fa:16:3e:c0:d1:f1", "network": {"id": "af8a3f72-c917-4b1e-a16e-812e78c2a9d2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706721734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43bbd2e8aa14f7d8ff31f1a85d3dd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909a1ba8-74", "ovs_interfaceid": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.955129] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c88a54-1634-d994-a62d-bbfad83d0440, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.955399] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.955657] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 5f346f2d-ba21-4d6a-81c7-8d4d33071aca/5f346f2d-ba21-4d6a-81c7-8d4d33071aca.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.956008] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d59fac3-3036-40d6-a0aa-19750b9f9276 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.963515] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1024.963515] env[69513]: value = "task-3380996" [ 1024.963515] env[69513]: _type = "Task" [ 1024.963515] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.971182] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.195580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6cbfa9ba-93e8-48dc-94a5-0639470e3cd4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.295s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.286967] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3380995, 'name': CreateSnapshot_Task, 'duration_secs': 0.829026} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.287324] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1025.288844] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fb29f-c56e-40d7-9453-59b639288ea7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.431779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Releasing lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.432110] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Instance network_info: |[{"id": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "address": "fa:16:3e:c0:d1:f1", "network": {"id": "af8a3f72-c917-4b1e-a16e-812e78c2a9d2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706721734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43bbd2e8aa14f7d8ff31f1a85d3dd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909a1ba8-74", "ovs_interfaceid": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.432423] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] Acquired lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.432614] env[69513]: DEBUG nova.network.neutron [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Refreshing network info cache for port 909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1025.433720] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:d1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '909a1ba8-7447-4b22-89ad-c89ab1db598f', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.444532] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Creating folder: Project (a43bbd2e8aa14f7d8ff31f1a85d3dd58). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.449935] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba13a997-8405-4416-a635-d811d76cec12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.452497] env[69513]: DEBUG oslo_concurrency.lockutils [None req-92a9527c-74ce-45cc-9865-8470c9ee94dd tempest-ServerActionsV293TestJSON-229040708 tempest-ServerActionsV293TestJSON-229040708-project-member] Lock "b0aa5ac2-16c4-46d3-b367-399c90ea6baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.041s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.461810] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Created folder: Project (a43bbd2e8aa14f7d8ff31f1a85d3dd58) in parent group-v674393. [ 1025.462035] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Creating folder: Instances. Parent ref: group-v674634. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.462262] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3b4707-8b9d-4f78-9908-a7b2e7212def {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.475965] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443952} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.478383] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 5f346f2d-ba21-4d6a-81c7-8d4d33071aca/5f346f2d-ba21-4d6a-81c7-8d4d33071aca.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.478600] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.479007] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68fed230-8293-488e-8573-8c649366d873 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.485191] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1025.485191] env[69513]: value = "task-3380999" [ 1025.485191] env[69513]: _type = "Task" [ 1025.485191] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.492354] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Created folder: Instances in parent group-v674634. [ 1025.492354] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.492664] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.492938] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-876af9d9-b0f5-4d61-987b-1b160c2baba1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.514697] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.519679] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.519679] env[69513]: value = "task-3381000" [ 1025.519679] env[69513]: _type = "Task" [ 1025.519679] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.528432] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381000, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.708676] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "af91619a-8058-412a-a501-f6454923b417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.708950] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "af91619a-8058-412a-a501-f6454923b417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.756698] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea004e3-3ea4-4c8d-9dc5-c91153fc0d56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.765541] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d2978-0e66-4afc-a386-13d5129e56db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.808642] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.809712] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-96d52da8-cb36-4e7a-b9a7-7b9bfdaa445a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.813710] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377bb59-7397-4a46-97b7-c0356a3e90de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.823774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ea908-1d7c-4c1f-b943-b94c416726f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.828157] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1025.828157] env[69513]: value = "task-3381001" [ 1025.828157] env[69513]: _type = "Task" [ 1025.828157] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.840601] env[69513]: DEBUG nova.compute.provider_tree [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.846737] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381001, 'name': CloneVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.899436] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.899605] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.900071] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "2c12b021-8bf3-4f09-ac8f-26781458cea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.900280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.900586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.903616] env[69513]: INFO nova.compute.manager [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Terminating instance [ 1026.000057] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3380999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071596} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.000057] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.000805] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5525913-eaa3-4815-a31b-f578bbb3b839 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.027025] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 5f346f2d-ba21-4d6a-81c7-8d4d33071aca/5f346f2d-ba21-4d6a-81c7-8d4d33071aca.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.027025] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac54e6b7-d36e-44bf-880b-ae894e4bc62b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.051072] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381000, 'name': CreateVM_Task, 'duration_secs': 0.436733} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.052159] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.052504] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1026.052504] env[69513]: value = "task-3381002" [ 1026.052504] env[69513]: _type = "Task" [ 1026.052504] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.053306] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.053306] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.053586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.054273] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f085ded1-581c-47c4-a6ac-eebe11d5c331 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.062855] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1026.062855] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ed8198-049d-e802-8fc8-2f686675fd75" [ 1026.062855] env[69513]: _type = "Task" [ 1026.062855] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.065472] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.075760] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ed8198-049d-e802-8fc8-2f686675fd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.211376] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.234534] env[69513]: DEBUG nova.network.neutron [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updated VIF entry in instance network info cache for port 909a1ba8-7447-4b22-89ad-c89ab1db598f. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1026.234901] env[69513]: DEBUG nova.network.neutron [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updating instance_info_cache with network_info: [{"id": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "address": "fa:16:3e:c0:d1:f1", "network": {"id": "af8a3f72-c917-4b1e-a16e-812e78c2a9d2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706721734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43bbd2e8aa14f7d8ff31f1a85d3dd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909a1ba8-74", "ovs_interfaceid": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.340064] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381001, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.344144] env[69513]: DEBUG nova.scheduler.client.report [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.408089] env[69513]: DEBUG nova.compute.manager [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.408344] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.409871] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16bbb2f-ee1b-4d26-bd37-0fbc3b2c2909 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.417321] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.417573] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8bfa7d5-64bc-4d45-b4c3-2cbb6215ed57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.423454] env[69513]: DEBUG oslo_vmware.api [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1026.423454] env[69513]: value = "task-3381003" [ 1026.423454] env[69513]: _type = "Task" [ 1026.423454] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.432715] env[69513]: DEBUG oslo_vmware.api [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3381003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.563886] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.574294] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ed8198-049d-e802-8fc8-2f686675fd75, 'name': SearchDatastore_Task, 'duration_secs': 0.018925} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.574631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.575766] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.575766] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.575766] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.575766] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.575766] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a8522f-48bc-4958-af95-c35e04c37eb4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.584609] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.584912] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.586123] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9164cb39-dd0c-4bc8-947c-e45389a61efd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.592949] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1026.592949] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523e1c08-63e9-15ea-88a8-f97ea9542e36" [ 1026.592949] env[69513]: _type = "Task" [ 1026.592949] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.601443] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523e1c08-63e9-15ea-88a8-f97ea9542e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.732486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.737134] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2b339b-af3c-4963-9397-91475ee7510c req-b4602377-7129-424c-807f-059d8774642c service nova] Releasing lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.839383] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381001, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.849305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.851591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.461s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.851819] env[69513]: DEBUG nova.objects.instance [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lazy-loading 'resources' on Instance uuid e6fceba8-a875-4451-9311-d969db359283 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.869507] env[69513]: INFO nova.scheduler.client.report [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Deleted allocations for instance 342e50d5-89b6-4ce0-969a-522334894790 [ 1026.935639] env[69513]: DEBUG oslo_vmware.api [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3381003, 'name': PowerOffVM_Task, 'duration_secs': 0.227891} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.935639] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.935754] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.935979] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db7d550-14ff-4de4-abc5-77c4da01c7ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.064213] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381002, 'name': ReconfigVM_Task, 'duration_secs': 0.558105} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.064489] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 5f346f2d-ba21-4d6a-81c7-8d4d33071aca/5f346f2d-ba21-4d6a-81c7-8d4d33071aca.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.065150] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11878aeb-82e0-4ce7-9863-e11600fef9af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.070926] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1027.070926] env[69513]: value = "task-3381005" [ 1027.070926] env[69513]: _type = "Task" [ 1027.070926] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.078500] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381005, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.102555] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523e1c08-63e9-15ea-88a8-f97ea9542e36, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.103865] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2ec9a4-8627-47ed-bfc1-f0df8376ebdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.109571] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1027.109571] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca44ae-282a-83b5-52b4-9b5afcc767a2" [ 1027.109571] env[69513]: _type = "Task" [ 1027.109571] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.117808] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca44ae-282a-83b5-52b4-9b5afcc767a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.122459] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.122739] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.122979] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Deleting the datastore file [datastore1] 2c12b021-8bf3-4f09-ac8f-26781458cea3 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.123302] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74528908-d5dd-4f7e-a6ca-0396b6af1145 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.130492] env[69513]: DEBUG oslo_vmware.api [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for the task: (returnval){ [ 1027.130492] env[69513]: value = "task-3381006" [ 1027.130492] env[69513]: _type = "Task" [ 1027.130492] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.140266] env[69513]: DEBUG oslo_vmware.api [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3381006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.339295] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381001, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.378068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9724282c-8a92-4436-b6ff-c2b32a81d292 tempest-ServerAddressesNegativeTestJSON-632973573 tempest-ServerAddressesNegativeTestJSON-632973573-project-member] Lock "342e50d5-89b6-4ce0-969a-522334894790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.939s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.590217] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381005, 'name': Rename_Task, 'duration_secs': 0.161814} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.590497] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.590736] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-671e280e-45a7-444f-b4da-cd40654578cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.598274] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1027.598274] env[69513]: value = "task-3381007" [ 1027.598274] env[69513]: _type = "Task" [ 1027.598274] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.605667] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.619829] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca44ae-282a-83b5-52b4-9b5afcc767a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.622424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.622592] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 9a997538-4447-4314-9c88-0deddd4feaee/9a997538-4447-4314-9c88-0deddd4feaee.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.623211] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adfa9177-7f2e-4142-b435-7d19ddfa8607 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.629614] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1027.629614] env[69513]: value = "task-3381008" [ 1027.629614] env[69513]: _type = "Task" [ 1027.629614] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.643498] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.648069] env[69513]: DEBUG oslo_vmware.api [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Task: {'id': task-3381006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143406} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.648346] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.648552] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.648726] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.648899] env[69513]: INFO nova.compute.manager [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1027.649154] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.649346] env[69513]: DEBUG nova.compute.manager [-] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.649440] env[69513]: DEBUG nova.network.neutron [-] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1027.656573] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840ef50-5ce5-4982-9a64-dfa1bcf8d3e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.664569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41382aad-0e34-471f-8707-d5117320f2b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.696146] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe923e3-ce35-4779-93a5-3e6812b31e85 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.704151] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b89b2-8270-43bb-8d45-914d88201334 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.718400] env[69513]: DEBUG nova.compute.provider_tree [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.840772] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381001, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.032850] env[69513]: DEBUG nova.compute.manager [req-72595290-19ac-432e-9059-cee761b3bc16 req-69baac59-a937-4009-ba17-da528b7bec84 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Received event network-vif-deleted-39a686f5-78b5-47c5-bd73-375b42a555c5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.033222] env[69513]: INFO nova.compute.manager [req-72595290-19ac-432e-9059-cee761b3bc16 req-69baac59-a937-4009-ba17-da528b7bec84 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Neutron deleted interface 39a686f5-78b5-47c5-bd73-375b42a555c5; detaching it from the instance and deleting it from the info cache [ 1028.033704] env[69513]: DEBUG nova.network.neutron [req-72595290-19ac-432e-9059-cee761b3bc16 req-69baac59-a937-4009-ba17-da528b7bec84 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.110781] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381007, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.139759] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499808} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.140570] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 9a997538-4447-4314-9c88-0deddd4feaee/9a997538-4447-4314-9c88-0deddd4feaee.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.140860] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.141212] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76978a56-889a-4e2d-af29-e3c9eb44a9c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.148109] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1028.148109] env[69513]: value = "task-3381009" [ 1028.148109] env[69513]: _type = "Task" [ 1028.148109] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.156356] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.221895] env[69513]: DEBUG nova.scheduler.client.report [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.341291] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381001, 'name': CloneVM_Task, 'duration_secs': 2.259144} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.344734] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Created linked-clone VM from snapshot [ 1028.344734] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c7fdd-7f1a-41e8-96db-a94ca71b0c67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.352216] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Uploading image 121871ba-06b0-4d27-ac4a-28e41ed6d678 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.365718] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.366324] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0d90fd6-d9dc-4b7f-8a26-2a24d3accf32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.373751] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1028.373751] env[69513]: value = "task-3381010" [ 1028.373751] env[69513]: _type = "Task" [ 1028.373751] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.386921] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381010, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.511653] env[69513]: DEBUG nova.network.neutron [-] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.538202] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b8cff3-a67b-406a-b6a2-de5ea6dba02c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.549680] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d344b4-17fb-4ee0-bbcc-9dc8887e1074 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.587170] env[69513]: DEBUG nova.compute.manager [req-72595290-19ac-432e-9059-cee761b3bc16 req-69baac59-a937-4009-ba17-da528b7bec84 service nova] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Detach interface failed, port_id=39a686f5-78b5-47c5-bd73-375b42a555c5, reason: Instance 2c12b021-8bf3-4f09-ac8f-26781458cea3 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.611589] env[69513]: DEBUG oslo_vmware.api [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381007, 'name': PowerOnVM_Task, 'duration_secs': 0.731256} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.611589] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.611589] env[69513]: INFO nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1028.611589] env[69513]: DEBUG nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.611589] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62609e8-fb3b-4ad1-a4c8-9ac9f818190c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.659298] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158402} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.659298] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.660756] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047341d7-d034-4d64-92de-0ac90bcf6aea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.685076] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 9a997538-4447-4314-9c88-0deddd4feaee/9a997538-4447-4314-9c88-0deddd4feaee.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.685864] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49a259b-3598-42ae-97fb-cf5f2bb242a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.708355] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1028.708355] env[69513]: value = "task-3381011" [ 1028.708355] env[69513]: _type = "Task" [ 1028.708355] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.715526] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.728435] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.731985] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.899s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.733787] env[69513]: INFO nova.compute.claims [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.766035] env[69513]: INFO nova.scheduler.client.report [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Deleted allocations for instance e6fceba8-a875-4451-9311-d969db359283 [ 1028.889236] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381010, 'name': Destroy_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.015730] env[69513]: INFO nova.compute.manager [-] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Took 1.37 seconds to deallocate network for instance. [ 1029.131852] env[69513]: INFO nova.compute.manager [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Took 24.09 seconds to build instance. [ 1029.218397] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381011, 'name': ReconfigVM_Task, 'duration_secs': 0.289583} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.218661] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 9a997538-4447-4314-9c88-0deddd4feaee/9a997538-4447-4314-9c88-0deddd4feaee.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.219360] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f40627d5-b254-4fc4-88c0-f04caa1ccb4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.225663] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1029.225663] env[69513]: value = "task-3381012" [ 1029.225663] env[69513]: _type = "Task" [ 1029.225663] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.233660] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381012, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.279188] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bf97735-be9c-4836-8b62-f786a1491a08 tempest-ServerMetadataTestJSON-1686448456 tempest-ServerMetadataTestJSON-1686448456-project-member] Lock "e6fceba8-a875-4451-9311-d969db359283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.884s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.388594] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381010, 'name': Destroy_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.521967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.634222] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7b43e253-6cb0-49c7-ae75-03e3712de732 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.608s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.737821] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381012, 'name': Rename_Task, 'duration_secs': 0.188327} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.738123] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.738377] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138f0bb9-e907-4fcd-b9cf-1bd979011e43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.746806] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1029.746806] env[69513]: value = "task-3381013" [ 1029.746806] env[69513]: _type = "Task" [ 1029.746806] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.757432] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.893918] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381010, 'name': Destroy_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.041190] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b91e077-4715-417d-9bce-6952775bd58a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.048869] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794e3901-24f9-45f9-92f4-0dd801177614 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.080912] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae40953-5980-4618-b893-0c149ad0a509 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.088938] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d7317d-7200-4671-9518-824b777a7bfd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.102838] env[69513]: DEBUG nova.compute.provider_tree [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.257218] env[69513]: DEBUG oslo_vmware.api [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381013, 'name': PowerOnVM_Task, 'duration_secs': 0.436784} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.257847] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.257847] env[69513]: INFO nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1030.257983] env[69513]: DEBUG nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.258917] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eab5f8d-a93b-4d1f-b55e-ff5adbb0c880 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.386401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "86eab44a-2ab7-4907-8838-e7e47651fb78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.386647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "86eab44a-2ab7-4907-8838-e7e47651fb78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.391230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.391511] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.391670] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.391851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.392025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.393800] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381010, 'name': Destroy_Task, 'duration_secs': 1.624651} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.397018] env[69513]: INFO nova.compute.manager [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Terminating instance [ 1030.397018] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Destroyed the VM [ 1030.397018] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.397779] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a45d7ed1-4ec3-4fed-ac1c-387903544d70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.407274] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1030.407274] env[69513]: value = "task-3381014" [ 1030.407274] env[69513]: _type = "Task" [ 1030.407274] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.415934] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381014, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.610155] env[69513]: DEBUG nova.scheduler.client.report [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.710954] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "460494d9-84a6-41d6-94d9-f488f86c87f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.711282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "460494d9-84a6-41d6-94d9-f488f86c87f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.782929] env[69513]: INFO nova.compute.manager [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Took 22.71 seconds to build instance. [ 1030.897147] env[69513]: DEBUG nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.903567] env[69513]: DEBUG nova.compute.manager [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.903792] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.904708] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5182cb-000e-4eb8-984e-acac7397fefb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.918459] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.918743] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381014, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.918963] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4f8751-2ea8-46dd-964b-4e23ce0eddd9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.926650] env[69513]: DEBUG oslo_vmware.api [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1030.926650] env[69513]: value = "task-3381015" [ 1030.926650] env[69513]: _type = "Task" [ 1030.926650] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.934832] env[69513]: DEBUG oslo_vmware.api [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.117111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.117684] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.121025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.691s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.124428] env[69513]: INFO nova.compute.claims [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.213207] env[69513]: DEBUG nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.286064] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5de329de-82a0-42bd-917c-a315d87fec5b tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "9a997538-4447-4314-9c88-0deddd4feaee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.228s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.418783] env[69513]: DEBUG oslo_vmware.api [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381014, 'name': RemoveSnapshot_Task, 'duration_secs': 0.800309} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.419499] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.422321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.435902] env[69513]: DEBUG oslo_vmware.api [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381015, 'name': PowerOffVM_Task, 'duration_secs': 0.197118} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.435902] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.435902] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.435902] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b36d90b0-8b02-4023-886a-dc748765fb2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.513969] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.514214] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.514448] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore1] 5f346f2d-ba21-4d6a-81c7-8d4d33071aca {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.514657] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f93ef3cf-dd41-4c42-b3ca-e59cc3b183fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.521258] env[69513]: DEBUG oslo_vmware.api [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1031.521258] env[69513]: value = "task-3381017" [ 1031.521258] env[69513]: _type = "Task" [ 1031.521258] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.528875] env[69513]: DEBUG oslo_vmware.api [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.628197] env[69513]: DEBUG nova.compute.utils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.632278] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.632468] env[69513]: DEBUG nova.network.neutron [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.673475] env[69513]: DEBUG nova.policy [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b496904bc7a4fc092cdde15f22109e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79b1640cbb3404f818d9149ec3d4ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.734879] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.925205] env[69513]: WARNING nova.compute.manager [None req-c9df4897-8059-477e-a5a3-0e8bb1e03fc2 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Image not found during snapshot: nova.exception.ImageNotFound: Image 121871ba-06b0-4d27-ac4a-28e41ed6d678 could not be found. [ 1032.031586] env[69513]: DEBUG oslo_vmware.api [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138277} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.031845] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.032044] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.032225] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.032423] env[69513]: INFO nova.compute.manager [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1032.032677] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.032872] env[69513]: DEBUG nova.compute.manager [-] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.032970] env[69513]: DEBUG nova.network.neutron [-] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1032.092733] env[69513]: DEBUG nova.compute.manager [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Received event network-changed-909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.093032] env[69513]: DEBUG nova.compute.manager [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Refreshing instance network info cache due to event network-changed-909a1ba8-7447-4b22-89ad-c89ab1db598f. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.093170] env[69513]: DEBUG oslo_concurrency.lockutils [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] Acquiring lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.093322] env[69513]: DEBUG oslo_concurrency.lockutils [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] Acquired lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.093451] env[69513]: DEBUG nova.network.neutron [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Refreshing network info cache for port 909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1032.113259] env[69513]: DEBUG nova.network.neutron [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Successfully created port: b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.138772] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.388139] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "923f2f4e-4823-42d6-84ee-52a930fd450c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.388431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.388642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "923f2f4e-4823-42d6-84ee-52a930fd450c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.390223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.390685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.393925] env[69513]: INFO nova.compute.manager [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Terminating instance [ 1032.426792] env[69513]: DEBUG nova.compute.manager [req-1806d03f-991c-4a8c-9144-51d7547346e7 req-55576030-25a7-4fee-b46a-b59126a76ba3 service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Received event network-vif-deleted-ef76419e-4047-451e-a069-99df4ad1bd02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.427255] env[69513]: INFO nova.compute.manager [req-1806d03f-991c-4a8c-9144-51d7547346e7 req-55576030-25a7-4fee-b46a-b59126a76ba3 service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Neutron deleted interface ef76419e-4047-451e-a069-99df4ad1bd02; detaching it from the instance and deleting it from the info cache [ 1032.427255] env[69513]: DEBUG nova.network.neutron [req-1806d03f-991c-4a8c-9144-51d7547346e7 req-55576030-25a7-4fee-b46a-b59126a76ba3 service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.478328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cc573-fb23-48e8-8067-30f2833fa117 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.485702] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d4f4be-64c3-4809-8827-a79527bcf78e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.517037] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ded181-9b23-4384-b941-9c585389506f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.524173] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e62804-b74f-450e-937a-fd50e2b839e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.538658] env[69513]: DEBUG nova.compute.provider_tree [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.863942] env[69513]: DEBUG nova.network.neutron [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updated VIF entry in instance network info cache for port 909a1ba8-7447-4b22-89ad-c89ab1db598f. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1032.864339] env[69513]: DEBUG nova.network.neutron [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updating instance_info_cache with network_info: [{"id": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "address": "fa:16:3e:c0:d1:f1", "network": {"id": "af8a3f72-c917-4b1e-a16e-812e78c2a9d2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1706721734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a43bbd2e8aa14f7d8ff31f1a85d3dd58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909a1ba8-74", "ovs_interfaceid": "909a1ba8-7447-4b22-89ad-c89ab1db598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.898467] env[69513]: DEBUG nova.compute.manager [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.898687] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.899685] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dcd84b-6a68-4338-9bf4-a66bf87e5164 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.907508] env[69513]: DEBUG nova.network.neutron [-] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.908675] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.909296] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de0ed42-d51f-41ce-8930-55540a97d1af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.915978] env[69513]: DEBUG oslo_vmware.api [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1032.915978] env[69513]: value = "task-3381018" [ 1032.915978] env[69513]: _type = "Task" [ 1032.915978] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.925143] env[69513]: DEBUG oslo_vmware.api [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.931632] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1daf2c9e-b3b2-4225-8673-55b9bb67d1ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.941555] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9d5c06-0dfe-4a56-b3b4-64d573e03251 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.973522] env[69513]: DEBUG nova.compute.manager [req-1806d03f-991c-4a8c-9144-51d7547346e7 req-55576030-25a7-4fee-b46a-b59126a76ba3 service nova] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Detach interface failed, port_id=ef76419e-4047-451e-a069-99df4ad1bd02, reason: Instance 5f346f2d-ba21-4d6a-81c7-8d4d33071aca could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.041617] env[69513]: DEBUG nova.scheduler.client.report [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.151317] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.176656] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.176888] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.177054] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.177240] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.177383] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.177525] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.177730] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.177886] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.178192] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.178276] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.178444] env[69513]: DEBUG nova.virt.hardware [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.179271] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b11adf5-57d2-472f-be28-15c595f55354 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.188281] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec7b17-4d72-4875-8bd8-2674a9465de0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.367528] env[69513]: DEBUG oslo_concurrency.lockutils [req-dd3ab7eb-f78e-4565-92fe-51f2f0472f80 req-0c9f3234-ef83-4d87-a352-dcb9d0cf1739 service nova] Releasing lock "refresh_cache-9a997538-4447-4314-9c88-0deddd4feaee" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.409972] env[69513]: INFO nova.compute.manager [-] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Took 1.38 seconds to deallocate network for instance. [ 1033.427360] env[69513]: DEBUG oslo_vmware.api [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381018, 'name': PowerOffVM_Task, 'duration_secs': 0.188341} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.427760] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.428047] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.428403] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a41c3cdf-3084-4cc8-b67d-994ba1cc273e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.496693] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.496920] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.497110] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleting the datastore file [datastore1] 923f2f4e-4823-42d6-84ee-52a930fd450c {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.497366] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b30f11d-8ee9-4158-8ddc-02047a0fdcc0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.503156] env[69513]: DEBUG oslo_vmware.api [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1033.503156] env[69513]: value = "task-3381020" [ 1033.503156] env[69513]: _type = "Task" [ 1033.503156] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.511095] env[69513]: DEBUG oslo_vmware.api [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.546501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.547101] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.550121] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.559s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.691614] env[69513]: DEBUG nova.network.neutron [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Successfully updated port: b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.916568] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.161846] env[69513]: DEBUG oslo_vmware.api [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157475} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.161846] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.161846] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.161846] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.161846] env[69513]: INFO nova.compute.manager [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.161846] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.161846] env[69513]: DEBUG nova.compute.manager [-] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.161846] env[69513]: DEBUG nova.network.neutron [-] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1034.161846] env[69513]: DEBUG nova.compute.utils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.161846] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.161846] env[69513]: DEBUG nova.network.neutron [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.195431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.195431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.195431] env[69513]: DEBUG nova.network.neutron [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1034.200663] env[69513]: DEBUG nova.policy [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13cd3e4c5e2c45d88c7a55ff10060a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b938d7bd52934aaeb2c547fa54298d4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.457863] env[69513]: DEBUG nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Received event network-vif-plugged-b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.458301] env[69513]: DEBUG oslo_concurrency.lockutils [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] Acquiring lock "a42d86dd-4b27-4a28-9b11-9001646fa12f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.458560] env[69513]: DEBUG oslo_concurrency.lockutils [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.458774] env[69513]: DEBUG oslo_concurrency.lockutils [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.458989] env[69513]: DEBUG nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] No waiting events found dispatching network-vif-plugged-b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.459223] env[69513]: WARNING nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Received unexpected event network-vif-plugged-b79f4cda-592f-4f84-b8c9-6ebc096e3553 for instance with vm_state building and task_state spawning. [ 1034.459421] env[69513]: DEBUG nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Received event network-changed-b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.459612] env[69513]: DEBUG nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Refreshing instance network info cache due to event network-changed-b79f4cda-592f-4f84-b8c9-6ebc096e3553. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.459813] env[69513]: DEBUG oslo_concurrency.lockutils [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] Acquiring lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.523984] env[69513]: DEBUG nova.network.neutron [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Successfully created port: fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.566201] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.595173] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.595339] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ea22d717-8752-4059-9c6d-e39656c3e185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.595470] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ca73261e-7ec6-46e5-a21a-1b0758d631a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.595595] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance c86a2fcc-0c8e-49a3-ad02-d00da7487fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.595736] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 4769e1d0-e815-4865-8bcc-9a5b0858a02a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.595851] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 4e9a2ccb-c106-40a5-9606-169dd8d95376 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.595962] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.596115] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance eb3632ef-479b-4921-bb94-f841c8123444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.596192] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.596308] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 74ce0c45-eac6-4302-b56c-fd54bbc0fff0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.596431] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 2bfdd379-5b9d-4158-83e5-c9e2bd106122 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.596552] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 93014b16-e4a7-42b5-8add-37d53ee10246 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.596672] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 2c12b021-8bf3-4f09-ac8f-26781458cea3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.596785] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 923f2f4e-4823-42d6-84ee-52a930fd450c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.596903] env[69513]: WARNING nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 5f346f2d-ba21-4d6a-81c7-8d4d33071aca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1034.597166] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 9a997538-4447-4314-9c88-0deddd4feaee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.597342] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a42d86dd-4b27-4a28-9b11-9001646fa12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.597463] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ddcb3534-908f-44ed-a4ca-6ff344158324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.753991] env[69513]: DEBUG nova.network.neutron [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1034.870408] env[69513]: DEBUG nova.network.neutron [-] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.924104] env[69513]: DEBUG nova.network.neutron [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updating instance_info_cache with network_info: [{"id": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "address": "fa:16:3e:be:3b:f3", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79f4cda-59", "ovs_interfaceid": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.101640] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 6466553b-1b72-47a5-990c-0fef523931da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.373156] env[69513]: INFO nova.compute.manager [-] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Took 1.36 seconds to deallocate network for instance. [ 1035.426190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.426533] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance network_info: |[{"id": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "address": "fa:16:3e:be:3b:f3", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79f4cda-59", "ovs_interfaceid": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.426843] env[69513]: DEBUG oslo_concurrency.lockutils [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] Acquired lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.427040] env[69513]: DEBUG nova.network.neutron [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Refreshing network info cache for port b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1035.428230] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:3b:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b79f4cda-592f-4f84-b8c9-6ebc096e3553', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.435648] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.438532] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.439415] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62740971-1a8e-44d9-b381-c1f40d44e928 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.459819] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.459819] env[69513]: value = "task-3381021" [ 1035.459819] env[69513]: _type = "Task" [ 1035.459819] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.467492] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381021, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.576341] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.602348] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.602614] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.602776] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.602956] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.603159] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.603270] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.603509] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.603722] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.603900] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.604077] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.604257] env[69513]: DEBUG nova.virt.hardware [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.604941] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance eb491e0a-0ba4-44c8-950c-dc9ebb3258dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.606728] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1154c8-328a-44d0-9ec6-8621c041b88b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.615112] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d04553-2a89-4929-8b8b-a34c06f97d56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.650399] env[69513]: DEBUG nova.network.neutron [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updated VIF entry in instance network info cache for port b79f4cda-592f-4f84-b8c9-6ebc096e3553. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1035.650715] env[69513]: DEBUG nova.network.neutron [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updating instance_info_cache with network_info: [{"id": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "address": "fa:16:3e:be:3b:f3", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79f4cda-59", "ovs_interfaceid": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.880295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.970142] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381021, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.072050] env[69513]: DEBUG nova.network.neutron [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Successfully updated port: fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.111035] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance af91619a-8058-412a-a501-f6454923b417 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1036.153231] env[69513]: DEBUG oslo_concurrency.lockutils [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] Releasing lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.153487] env[69513]: DEBUG nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Received event network-vif-deleted-24e2e8fa-0e01-42df-8a41-28d2438bbf41 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.153664] env[69513]: INFO nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Neutron deleted interface 24e2e8fa-0e01-42df-8a41-28d2438bbf41; detaching it from the instance and deleting it from the info cache [ 1036.153837] env[69513]: DEBUG nova.network.neutron [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.469981] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381021, 'name': CreateVM_Task, 'duration_secs': 0.740653} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.470307] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.470917] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.471106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.471449] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.471695] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d460e4d-d994-4523-8a54-ea8ecc72a2b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.476583] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1036.476583] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526de4c9-85b1-03ed-7ab8-a6c0b8e101ff" [ 1036.476583] env[69513]: _type = "Task" [ 1036.476583] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.483674] env[69513]: DEBUG nova.compute.manager [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Received event network-vif-plugged-fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.483880] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] Acquiring lock "ddcb3534-908f-44ed-a4ca-6ff344158324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.484101] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.484276] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.484452] env[69513]: DEBUG nova.compute.manager [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] No waiting events found dispatching network-vif-plugged-fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.484615] env[69513]: WARNING nova.compute.manager [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Received unexpected event network-vif-plugged-fdb9717b-6dce-4925-9ab1-14ccbc6628db for instance with vm_state building and task_state spawning. [ 1036.484771] env[69513]: DEBUG nova.compute.manager [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Received event network-changed-fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.484920] env[69513]: DEBUG nova.compute.manager [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Refreshing instance network info cache due to event network-changed-fdb9717b-6dce-4925-9ab1-14ccbc6628db. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.485120] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] Acquiring lock "refresh_cache-ddcb3534-908f-44ed-a4ca-6ff344158324" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.485258] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] Acquired lock "refresh_cache-ddcb3534-908f-44ed-a4ca-6ff344158324" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.485412] env[69513]: DEBUG nova.network.neutron [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Refreshing network info cache for port fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1036.489539] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526de4c9-85b1-03ed-7ab8-a6c0b8e101ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.573982] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-ddcb3534-908f-44ed-a4ca-6ff344158324" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.613836] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 86eab44a-2ab7-4907-8838-e7e47651fb78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1036.657189] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3f33a9a-3752-4b65-902b-2065fb2e5d36 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.668205] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6676101e-54b2-490c-98be-fb3257526a8a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.698079] env[69513]: DEBUG nova.compute.manager [req-3f3692e2-fe43-4e9c-95b9-352edae1502e req-51e95913-4d75-4bbc-a769-677e9d385f50 service nova] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Detach interface failed, port_id=24e2e8fa-0e01-42df-8a41-28d2438bbf41, reason: Instance 923f2f4e-4823-42d6-84ee-52a930fd450c could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.987874] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526de4c9-85b1-03ed-7ab8-a6c0b8e101ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.988238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.988489] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.988726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.988871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.989066] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.989329] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cafc51a1-a87f-4f25-8213-cb5db08d8952 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.999893] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.000099] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.002039] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe08736-32d8-45f6-80ee-3bad2f375afd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.007121] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1037.007121] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d3a04-efa3-7518-daaa-689fb63e0ef0" [ 1037.007121] env[69513]: _type = "Task" [ 1037.007121] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.015201] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d3a04-efa3-7518-daaa-689fb63e0ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.020459] env[69513]: DEBUG nova.network.neutron [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1037.100021] env[69513]: DEBUG nova.network.neutron [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.116179] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 460494d9-84a6-41d6-94d9-f488f86c87f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1037.116445] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1037.116627] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1037.378629] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b59e4b-09c9-47be-937d-5d3f57e98a10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.386119] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00fb92-57c3-45cd-8182-003414c3985f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.417027] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdf4a4-6342-45de-8861-13b2b6960fcc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.424096] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f167b7-909a-4183-a12e-479c65e75917 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.437431] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.516325] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d3a04-efa3-7518-daaa-689fb63e0ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.517096] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6041634e-c86c-42c1-a80e-db0bf3b999c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.522503] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1037.522503] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52995674-38d8-cb96-a5ad-fe6b702927b5" [ 1037.522503] env[69513]: _type = "Task" [ 1037.522503] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.529999] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52995674-38d8-cb96-a5ad-fe6b702927b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.603495] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c0b30d-2bbe-46e1-8bb4-f86ce8b67f32 req-cbfb51e9-32eb-42bc-a44f-179133931c7f service nova] Releasing lock "refresh_cache-ddcb3534-908f-44ed-a4ca-6ff344158324" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.603869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-ddcb3534-908f-44ed-a4ca-6ff344158324" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.604039] env[69513]: DEBUG nova.network.neutron [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1037.941058] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.033497] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52995674-38d8-cb96-a5ad-fe6b702927b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.033699] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.033970] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.034247] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71df577f-97bc-4ba8-9093-fa6018983bf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.040424] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1038.040424] env[69513]: value = "task-3381022" [ 1038.040424] env[69513]: _type = "Task" [ 1038.040424] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.048139] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.146727] env[69513]: DEBUG nova.network.neutron [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1038.277541] env[69513]: DEBUG nova.network.neutron [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Updating instance_info_cache with network_info: [{"id": "fdb9717b-6dce-4925-9ab1-14ccbc6628db", "address": "fa:16:3e:7c:bf:9a", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb9717b-6d", "ovs_interfaceid": "fdb9717b-6dce-4925-9ab1-14ccbc6628db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.446323] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1038.446653] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.897s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.447119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.757s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.449423] env[69513]: INFO nova.compute.claims [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.550475] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381022, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.781408] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-ddcb3534-908f-44ed-a4ca-6ff344158324" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.782332] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Instance network_info: |[{"id": "fdb9717b-6dce-4925-9ab1-14ccbc6628db", "address": "fa:16:3e:7c:bf:9a", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb9717b-6d", "ovs_interfaceid": "fdb9717b-6dce-4925-9ab1-14ccbc6628db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.782332] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:bf:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb9717b-6dce-4925-9ab1-14ccbc6628db', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.790065] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating folder: Project (b938d7bd52934aaeb2c547fa54298d4e). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.790548] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89fe2f53-a042-457a-8f87-8ca523f03890 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.802143] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created folder: Project (b938d7bd52934aaeb2c547fa54298d4e) in parent group-v674393. [ 1038.802342] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating folder: Instances. Parent ref: group-v674639. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.802577] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac01facd-fedd-4bb2-a2c4-9bca6962c664 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.812494] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created folder: Instances in parent group-v674639. [ 1038.812716] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.812898] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.813112] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2361531d-5873-454d-a9e7-58de7a7b1edd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.830821] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.830821] env[69513]: value = "task-3381025" [ 1038.830821] env[69513]: _type = "Task" [ 1038.830821] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.838082] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381025, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.053101] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546771} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.053101] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.053101] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.053101] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0255077b-f8b8-4ffc-957f-64b06c10094d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.059192] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1039.059192] env[69513]: value = "task-3381026" [ 1039.059192] env[69513]: _type = "Task" [ 1039.059192] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.066869] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.341077] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381025, 'name': CreateVM_Task, 'duration_secs': 0.44956} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.341271] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.341947] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.342126] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.342442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.342693] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9cd8ef-f1f3-4183-9826-6d7709fef96a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.346951] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1039.346951] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c51ad-83b4-fe15-5d1d-f312efab8cb9" [ 1039.346951] env[69513]: _type = "Task" [ 1039.346951] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.354228] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c51ad-83b4-fe15-5d1d-f312efab8cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.568854] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068013} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.571371] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.572373] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a48484-442a-4f11-a168-824a34e52521 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.593764] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.596484] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b274dc97-af4b-4afc-ab28-10edd9cc5240 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.617495] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1039.617495] env[69513]: value = "task-3381027" [ 1039.617495] env[69513]: _type = "Task" [ 1039.617495] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.626393] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.765793] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b985586e-513d-4dd7-95ea-7f23613f74ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.773082] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa8af3-3b52-43b8-9bf5-95a8b6e231c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.804118] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be03eea-2917-484e-8fd2-8c3332d7e8d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.811307] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e43b507-c883-4cea-98f9-2167709896d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.824763] env[69513]: DEBUG nova.compute.provider_tree [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.857527] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c51ad-83b4-fe15-5d1d-f312efab8cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.857833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.858122] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.858371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.858714] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.858972] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80d55f40-58f1-4e95-81ef-cf3ab266c304 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.866534] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.866712] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.867430] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7cc2bd-f0af-4ff6-b983-afa68386d6f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.872160] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1039.872160] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52415ec1-d5f8-28f3-5cd0-6c84386d262f" [ 1039.872160] env[69513]: _type = "Task" [ 1039.872160] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.879526] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52415ec1-d5f8-28f3-5cd0-6c84386d262f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.126492] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381027, 'name': ReconfigVM_Task, 'duration_secs': 0.381889} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.126762] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.127393] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba452ce8-10e2-4b13-ba52-8e278792f730 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.133274] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1040.133274] env[69513]: value = "task-3381028" [ 1040.133274] env[69513]: _type = "Task" [ 1040.133274] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.141109] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381028, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.327670] env[69513]: DEBUG nova.scheduler.client.report [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.382799] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52415ec1-d5f8-28f3-5cd0-6c84386d262f, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.383563] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5984cc13-e2e9-40a6-8f1c-b17b277e889f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.389181] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1040.389181] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52835a7f-a9a9-13fb-d2d8-75b760a45578" [ 1040.389181] env[69513]: _type = "Task" [ 1040.389181] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.396529] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52835a7f-a9a9-13fb-d2d8-75b760a45578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.643065] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381028, 'name': Rename_Task, 'duration_secs': 0.136051} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.643065] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.643620] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff31f3ee-6522-4f38-a6da-b772f03ec74b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.648958] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1040.648958] env[69513]: value = "task-3381029" [ 1040.648958] env[69513]: _type = "Task" [ 1040.648958] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.656107] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.832820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.833417] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.836401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.120s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.836704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.838979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.939s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.839234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.841131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.801s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.842545] env[69513]: INFO nova.compute.claims [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.863436] env[69513]: INFO nova.scheduler.client.report [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleted allocations for instance 74ce0c45-eac6-4302-b56c-fd54bbc0fff0 [ 1040.865081] env[69513]: INFO nova.scheduler.client.report [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Deleted allocations for instance 2bfdd379-5b9d-4158-83e5-c9e2bd106122 [ 1040.901874] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52835a7f-a9a9-13fb-d2d8-75b760a45578, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.902157] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.902419] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] ddcb3534-908f-44ed-a4ca-6ff344158324/ddcb3534-908f-44ed-a4ca-6ff344158324.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.902694] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f09feb6-cd21-4383-b8f5-ffafc2576571 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.911034] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1040.911034] env[69513]: value = "task-3381030" [ 1040.911034] env[69513]: _type = "Task" [ 1040.911034] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.920752] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.160050] env[69513]: DEBUG oslo_vmware.api [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381029, 'name': PowerOnVM_Task, 'duration_secs': 0.444923} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.160310] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.160372] env[69513]: INFO nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1041.160739] env[69513]: DEBUG nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.161384] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b601ec6d-b58f-46a9-ad02-e0a2a0c57a24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.346793] env[69513]: DEBUG nova.compute.utils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.354028] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.354028] env[69513]: DEBUG nova.network.neutron [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.377297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8634fa33-a8cc-4562-9829-172c2ae00751 tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "74ce0c45-eac6-4302-b56c-fd54bbc0fff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.558s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.379179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ce1620c-b777-4434-9e29-02a9fba9f6bf tempest-ListServersNegativeTestJSON-745882135 tempest-ListServersNegativeTestJSON-745882135-project-member] Lock "2bfdd379-5b9d-4158-83e5-c9e2bd106122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.393s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.400399] env[69513]: DEBUG nova.policy [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '010ec364373b4460b4d56ed648fac588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db4520a36ec4fe7bccc713b3ba4bfbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.422238] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473162} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.422513] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] ddcb3534-908f-44ed-a4ca-6ff344158324/ddcb3534-908f-44ed-a4ca-6ff344158324.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.422722] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.423075] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36df0716-630b-4023-9865-3fac48384d90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.429667] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1041.429667] env[69513]: value = "task-3381031" [ 1041.429667] env[69513]: _type = "Task" [ 1041.429667] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.437934] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.682998] env[69513]: INFO nova.compute.manager [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Took 27.87 seconds to build instance. [ 1041.721279] env[69513]: DEBUG nova.network.neutron [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Successfully created port: 374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.858880] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.940986] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072635} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.944434] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.946057] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c1431-40f8-4634-a103-750c7ad0edd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.972079] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ddcb3534-908f-44ed-a4ca-6ff344158324/ddcb3534-908f-44ed-a4ca-6ff344158324.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.975236] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184445d2-9eb1-4028-b9b0-38729b36ab90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.997243] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1041.997243] env[69513]: value = "task-3381032" [ 1041.997243] env[69513]: _type = "Task" [ 1041.997243] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.011280] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.185416] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9735caf3-5b10-4853-8d3c-ff477db1631e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.390s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.219777] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f7134-44f1-412f-9302-6efe15873348 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.227500] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11f05e-6869-4cda-99ed-282dfc8c4a50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.258671] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93dddb9-f5e1-48dc-89c9-bab3f37da013 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.267018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fd39c-aa5f-4882-a44f-d44cf7f9fbee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.281606] env[69513]: DEBUG nova.compute.provider_tree [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.512652] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.526597] env[69513]: DEBUG nova.compute.manager [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Received event network-changed-b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.526924] env[69513]: DEBUG nova.compute.manager [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Refreshing instance network info cache due to event network-changed-b79f4cda-592f-4f84-b8c9-6ebc096e3553. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.527251] env[69513]: DEBUG oslo_concurrency.lockutils [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] Acquiring lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.527490] env[69513]: DEBUG oslo_concurrency.lockutils [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] Acquired lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.527799] env[69513]: DEBUG nova.network.neutron [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Refreshing network info cache for port b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1042.785860] env[69513]: DEBUG nova.scheduler.client.report [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.878216] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.915135] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.915135] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.915135] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.915135] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.923087] env[69513]: DEBUG nova.virt.hardware [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.923087] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb89a4-77c5-48d9-b958-757fb4ebfe7d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.933924] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c893f8-a7cf-4aaf-9e78-a25fbb14ebb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.016436] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381032, 'name': ReconfigVM_Task, 'duration_secs': 0.868011} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.017366] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ddcb3534-908f-44ed-a4ca-6ff344158324/ddcb3534-908f-44ed-a4ca-6ff344158324.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.019086] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c65e8b48-dfb9-44bb-a188-c3146d6025d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.027611] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1043.027611] env[69513]: value = "task-3381033" [ 1043.027611] env[69513]: _type = "Task" [ 1043.027611] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.044082] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381033, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.292584] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.293139] env[69513]: DEBUG nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.300042] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.377s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.300296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.303676] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.943s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.304382] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.306322] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.574s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.307922] env[69513]: INFO nova.compute.claims [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.337250] env[69513]: DEBUG nova.compute.manager [req-1b561809-6e9b-4b19-8f19-4822c754e29c req-8d8cda30-151a-43ef-aeca-5c210fa4bfee service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Received event network-vif-plugged-374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.337439] env[69513]: DEBUG oslo_concurrency.lockutils [req-1b561809-6e9b-4b19-8f19-4822c754e29c req-8d8cda30-151a-43ef-aeca-5c210fa4bfee service nova] Acquiring lock "6466553b-1b72-47a5-990c-0fef523931da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.337661] env[69513]: DEBUG oslo_concurrency.lockutils [req-1b561809-6e9b-4b19-8f19-4822c754e29c req-8d8cda30-151a-43ef-aeca-5c210fa4bfee service nova] Lock "6466553b-1b72-47a5-990c-0fef523931da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.337833] env[69513]: DEBUG oslo_concurrency.lockutils [req-1b561809-6e9b-4b19-8f19-4822c754e29c req-8d8cda30-151a-43ef-aeca-5c210fa4bfee service nova] Lock "6466553b-1b72-47a5-990c-0fef523931da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.338073] env[69513]: DEBUG nova.compute.manager [req-1b561809-6e9b-4b19-8f19-4822c754e29c req-8d8cda30-151a-43ef-aeca-5c210fa4bfee service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] No waiting events found dispatching network-vif-plugged-374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.338179] env[69513]: WARNING nova.compute.manager [req-1b561809-6e9b-4b19-8f19-4822c754e29c req-8d8cda30-151a-43ef-aeca-5c210fa4bfee service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Received unexpected event network-vif-plugged-374093ff-19c6-4a2f-b418-54fb2d9eecef for instance with vm_state building and task_state spawning. [ 1043.362224] env[69513]: INFO nova.scheduler.client.report [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Deleted allocations for instance 93014b16-e4a7-42b5-8add-37d53ee10246 [ 1043.365244] env[69513]: INFO nova.scheduler.client.report [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted allocations for instance 4769e1d0-e815-4865-8bcc-9a5b0858a02a [ 1043.441787] env[69513]: DEBUG nova.network.neutron [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updated VIF entry in instance network info cache for port b79f4cda-592f-4f84-b8c9-6ebc096e3553. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1043.441787] env[69513]: DEBUG nova.network.neutron [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updating instance_info_cache with network_info: [{"id": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "address": "fa:16:3e:be:3b:f3", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79f4cda-59", "ovs_interfaceid": "b79f4cda-592f-4f84-b8c9-6ebc096e3553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.514567] env[69513]: DEBUG nova.network.neutron [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Successfully updated port: 374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.543776] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381033, 'name': Rename_Task, 'duration_secs': 0.182283} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.543903] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.545125] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c90a234-7abe-4358-a5da-7e810b563488 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.553126] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1043.553126] env[69513]: value = "task-3381034" [ 1043.553126] env[69513]: _type = "Task" [ 1043.553126] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.563838] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.823080] env[69513]: DEBUG nova.compute.utils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.824716] env[69513]: DEBUG nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1043.883239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d7a94d3c-c51c-4252-b0ce-132ef23f0c8d tempest-ServerDiskConfigTestJSON-583020681 tempest-ServerDiskConfigTestJSON-583020681-project-member] Lock "93014b16-e4a7-42b5-8add-37d53ee10246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.887s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.888110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc24cc8c-04ba-4b9e-8b97-6351bbf9c085 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "4769e1d0-e815-4865-8bcc-9a5b0858a02a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.728s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.945364] env[69513]: DEBUG oslo_concurrency.lockutils [req-516e2bb4-1938-4670-9e40-cab2a5f6fce9 req-9e10023f-2057-45fb-95d3-9885cfb67727 service nova] Releasing lock "refresh_cache-a42d86dd-4b27-4a28-9b11-9001646fa12f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.020733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "refresh_cache-6466553b-1b72-47a5-990c-0fef523931da" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.020733] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquired lock "refresh_cache-6466553b-1b72-47a5-990c-0fef523931da" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.020733] env[69513]: DEBUG nova.network.neutron [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1044.065630] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.330168] env[69513]: DEBUG nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.561628] env[69513]: DEBUG nova.network.neutron [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1044.570079] env[69513]: DEBUG oslo_vmware.api [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381034, 'name': PowerOnVM_Task, 'duration_secs': 0.814391} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.570489] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.570582] env[69513]: INFO nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1044.570755] env[69513]: DEBUG nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.571951] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d051b489-1324-4dcc-b5e5-7ff191ed3dfb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.619815] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ee391-6424-46c9-b25b-8c93a9eabe00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.629032] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6b2c92-6ad6-4e87-af7a-d1aed6542905 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.665929] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be31be18-f321-4162-be4b-16dc6fd8012a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.674582] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e43d1a-9d6f-470c-9ca9-de4f98600f25 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.688913] env[69513]: DEBUG nova.compute.provider_tree [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.731570] env[69513]: DEBUG nova.network.neutron [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Updating instance_info_cache with network_info: [{"id": "374093ff-19c6-4a2f-b418-54fb2d9eecef", "address": "fa:16:3e:bf:9e:98", "network": {"id": "e43978e1-229a-4a19-8287-4879acad2aef", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1891630060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db4520a36ec4fe7bccc713b3ba4bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374093ff-19", "ovs_interfaceid": "374093ff-19c6-4a2f-b418-54fb2d9eecef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.100946] env[69513]: INFO nova.compute.manager [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Took 30.70 seconds to build instance. [ 1045.195196] env[69513]: DEBUG nova.scheduler.client.report [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.235174] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Releasing lock "refresh_cache-6466553b-1b72-47a5-990c-0fef523931da" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.235174] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Instance network_info: |[{"id": "374093ff-19c6-4a2f-b418-54fb2d9eecef", "address": "fa:16:3e:bf:9e:98", "network": {"id": "e43978e1-229a-4a19-8287-4879acad2aef", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1891630060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db4520a36ec4fe7bccc713b3ba4bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374093ff-19", "ovs_interfaceid": "374093ff-19c6-4a2f-b418-54fb2d9eecef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.235174] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:9e:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374093ff-19c6-4a2f-b418-54fb2d9eecef', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.242569] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Creating folder: Project (2db4520a36ec4fe7bccc713b3ba4bfbc). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.243477] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41735841-8003-470a-853f-db9e5d4e8be7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.259792] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Created folder: Project (2db4520a36ec4fe7bccc713b3ba4bfbc) in parent group-v674393. [ 1045.260025] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Creating folder: Instances. Parent ref: group-v674642. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.260257] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72ce1a2d-9145-4c72-8ef6-4c9736c361d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.268469] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Created folder: Instances in parent group-v674642. [ 1045.268693] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.268876] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.269077] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e5f4ed4-7165-416e-874e-949d52a00b71 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.289648] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.289648] env[69513]: value = "task-3381037" [ 1045.289648] env[69513]: _type = "Task" [ 1045.289648] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.297695] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381037, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.341170] env[69513]: DEBUG nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.365141] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.365405] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.365556] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.365753] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.365900] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.366060] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.366274] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.366449] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.366619] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.366797] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.366966] env[69513]: DEBUG nova.virt.hardware [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.367899] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c6226a-234b-4a5b-8278-f78ce28b2891 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.376013] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c81e5-28de-42c1-bea6-5d6880c5ccab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.390168] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.395792] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Creating folder: Project (c41690c8f4194e33a53a85f15713a030). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.396120] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-037a2882-8651-4c33-85ff-59f523eab127 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.406633] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Created folder: Project (c41690c8f4194e33a53a85f15713a030) in parent group-v674393. [ 1045.406852] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Creating folder: Instances. Parent ref: group-v674645. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.407136] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2c179fb-82df-4692-a745-0054b865cdb1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.416195] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Created folder: Instances in parent group-v674645. [ 1045.416438] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.416632] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.417323] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-646a1193-3215-40a0-a65c-6ffafec69562 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.432799] env[69513]: DEBUG nova.compute.manager [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Received event network-changed-374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.432951] env[69513]: DEBUG nova.compute.manager [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Refreshing instance network info cache due to event network-changed-374093ff-19c6-4a2f-b418-54fb2d9eecef. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.433182] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] Acquiring lock "refresh_cache-6466553b-1b72-47a5-990c-0fef523931da" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.433327] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] Acquired lock "refresh_cache-6466553b-1b72-47a5-990c-0fef523931da" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.433482] env[69513]: DEBUG nova.network.neutron [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Refreshing network info cache for port 374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1045.441537] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.441537] env[69513]: value = "task-3381040" [ 1045.441537] env[69513]: _type = "Task" [ 1045.441537] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.449530] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381040, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.602591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-da0a64e9-12c5-483a-8230-7dfb21948381 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.210s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.700903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.701537] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.704355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.183s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.704555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.707138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.285s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.708667] env[69513]: INFO nova.compute.claims [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.734734] env[69513]: INFO nova.scheduler.client.report [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Deleted allocations for instance 2c12b021-8bf3-4f09-ac8f-26781458cea3 [ 1045.799878] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381037, 'name': CreateVM_Task, 'duration_secs': 0.349104} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.800109] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.800844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.801066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.801452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.801678] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abeb9c6-d4e4-4302-93bf-964bcc2d456a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.806238] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1045.806238] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a1ae3f-0c50-bf8b-d1fb-65e6f5cad612" [ 1045.806238] env[69513]: _type = "Task" [ 1045.806238] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.818980] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a1ae3f-0c50-bf8b-d1fb-65e6f5cad612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.952623] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381040, 'name': CreateVM_Task, 'duration_secs': 0.307449} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.952981] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.953535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.987452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "ddcb3534-908f-44ed-a4ca-6ff344158324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.987452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.987452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "ddcb3534-908f-44ed-a4ca-6ff344158324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.987796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.988069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.990283] env[69513]: INFO nova.compute.manager [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Terminating instance [ 1046.213261] env[69513]: DEBUG nova.compute.utils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.223663] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.223663] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.245265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-13115add-6659-4d5e-aa59-c49af1d319e4 tempest-InstanceActionsTestJSON-587208907 tempest-InstanceActionsTestJSON-587208907-project-member] Lock "2c12b021-8bf3-4f09-ac8f-26781458cea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.346s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.317439] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a1ae3f-0c50-bf8b-d1fb-65e6f5cad612, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.317658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.317892] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.318169] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.318316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.318494] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.319899] env[69513]: DEBUG nova.policy [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8307b384f3842e29f9cf0dfdfd1f45f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a8dd5ef96741e3922c8bb7dc29104c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.323318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.323318] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.323318] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2cb04a-9d8a-4d04-912a-9cd544e22235 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.323717] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbe8f79-9bd3-47b7-ae5c-20f30d59b403 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.329512] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1046.329512] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b61313-c76d-5c43-701b-95b9c7297efc" [ 1046.329512] env[69513]: _type = "Task" [ 1046.329512] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.335526] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.335649] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.336699] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88260981-adc8-432b-851b-1644b7e38df5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.344327] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b61313-c76d-5c43-701b-95b9c7297efc, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.346091] env[69513]: DEBUG nova.network.neutron [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Updated VIF entry in instance network info cache for port 374093ff-19c6-4a2f-b418-54fb2d9eecef. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1046.346193] env[69513]: DEBUG nova.network.neutron [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Updating instance_info_cache with network_info: [{"id": "374093ff-19c6-4a2f-b418-54fb2d9eecef", "address": "fa:16:3e:bf:9e:98", "network": {"id": "e43978e1-229a-4a19-8287-4879acad2aef", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1891630060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db4520a36ec4fe7bccc713b3ba4bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374093ff-19", "ovs_interfaceid": "374093ff-19c6-4a2f-b418-54fb2d9eecef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.347635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.347859] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.348082] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.349890] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1046.349890] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c424d-f787-74a6-449f-3536b8379c70" [ 1046.349890] env[69513]: _type = "Task" [ 1046.349890] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.357639] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c424d-f787-74a6-449f-3536b8379c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.495569] env[69513]: DEBUG nova.compute.manager [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.495832] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.496799] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3331533-942c-4a3d-b670-68c85008e59c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.504542] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.504673] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28d01ee-6e6c-4c35-97f4-fee832711e41 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.517357] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.517580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.521248] env[69513]: DEBUG oslo_vmware.api [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1046.521248] env[69513]: value = "task-3381041" [ 1046.521248] env[69513]: _type = "Task" [ 1046.521248] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.530457] env[69513]: DEBUG oslo_vmware.api [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.723622] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.768285] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Successfully created port: e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.850861] env[69513]: DEBUG oslo_concurrency.lockutils [req-8a452082-93dd-4c79-8e70-af6dc3afe139 req-a6f5a324-1076-4fed-b53a-c83a00fd37b2 service nova] Releasing lock "refresh_cache-6466553b-1b72-47a5-990c-0fef523931da" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.863942] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c424d-f787-74a6-449f-3536b8379c70, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.869226] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d73681-55bf-466a-91f4-7307293bd4b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.874923] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1046.874923] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca4024-581d-82d5-2fbd-b30aed8d7385" [ 1046.874923] env[69513]: _type = "Task" [ 1046.874923] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.886460] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca4024-581d-82d5-2fbd-b30aed8d7385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.020721] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.039966] env[69513]: DEBUG oslo_vmware.api [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381041, 'name': PowerOffVM_Task, 'duration_secs': 0.341845} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.040899] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.041571] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.041571] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296b181b-aad1-4e74-8528-041d932c29e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.061697] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b383a-bdd1-4fdd-8de8-01f2b9d30f1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.071262] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea72345-49e2-4ae7-862a-08903caaab8e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.103831] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd7728d-aa5a-499d-aa59-27e9b54c1057 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.113414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7832a5ac-9145-47b2-bda3-6cd6a6caf211 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.122283] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.122283] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.122283] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleting the datastore file [datastore1] ddcb3534-908f-44ed-a4ca-6ff344158324 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.122283] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b06a191d-60e0-414a-abaf-67823cf6574c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.131958] env[69513]: DEBUG nova.compute.provider_tree [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.137808] env[69513]: DEBUG oslo_vmware.api [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1047.137808] env[69513]: value = "task-3381043" [ 1047.137808] env[69513]: _type = "Task" [ 1047.137808] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.149140] env[69513]: DEBUG oslo_vmware.api [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.209863] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Successfully created port: d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.387357] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ca4024-581d-82d5-2fbd-b30aed8d7385, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.387721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.387881] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 6466553b-1b72-47a5-990c-0fef523931da/6466553b-1b72-47a5-990c-0fef523931da.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.388177] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.388356] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.388566] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88446f3f-9a6b-42f0-9492-9ff00a67dc20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.390712] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29975e17-14f8-4ea9-b1b3-ec872f5d3737 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.397555] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1047.397555] env[69513]: value = "task-3381044" [ 1047.397555] env[69513]: _type = "Task" [ 1047.397555] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.401900] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.402131] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.403143] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ec4f41-c945-457b-b296-53519951c9b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.408047] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.410900] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1047.410900] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d7262-0ca1-956b-e523-88d8823df0c6" [ 1047.410900] env[69513]: _type = "Task" [ 1047.410900] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.418069] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d7262-0ca1-956b-e523-88d8823df0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.556321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.636376] env[69513]: DEBUG nova.scheduler.client.report [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.656162] env[69513]: DEBUG oslo_vmware.api [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184669} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.656558] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.656898] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.657157] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.657414] env[69513]: INFO nova.compute.manager [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1047.657781] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.658036] env[69513]: DEBUG nova.compute.manager [-] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.661017] env[69513]: DEBUG nova.network.neutron [-] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1047.732225] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.761750] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.762836] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.762836] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.762836] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.762836] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.762836] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.763098] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.763098] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.763337] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.763943] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.763943] env[69513]: DEBUG nova.virt.hardware [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.765172] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fc4724-26e5-484b-ba77-93ed6fdd654a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.777476] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e510e-b968-47b4-b991-2ab2856a6546 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.909563] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468873} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.910564] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 6466553b-1b72-47a5-990c-0fef523931da/6466553b-1b72-47a5-990c-0fef523931da.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.911506] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.911735] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2a52116-d892-400f-84bd-de1c8905ce5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.924537] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d7262-0ca1-956b-e523-88d8823df0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.927908] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1047.927908] env[69513]: value = "task-3381045" [ 1047.927908] env[69513]: _type = "Task" [ 1047.927908] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.929167] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b210aeff-2155-4561-9a3c-3551d8f0e66a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.940390] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1047.940390] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5210b544-ee78-eb48-05cd-4a29ed072ada" [ 1047.940390] env[69513]: _type = "Task" [ 1047.940390] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.944465] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.955105] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5210b544-ee78-eb48-05cd-4a29ed072ada, 'name': SearchDatastore_Task, 'duration_secs': 0.013281} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.955105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.955348] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] eb491e0a-0ba4-44c8-950c-dc9ebb3258dd/eb491e0a-0ba4-44c8-950c-dc9ebb3258dd.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.955680] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8d13c9c-16fa-4419-ae6b-211e1ff925f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.965365] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1047.965365] env[69513]: value = "task-3381046" [ 1047.965365] env[69513]: _type = "Task" [ 1047.965365] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.972289] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.075727] env[69513]: DEBUG nova.compute.manager [req-d3965be0-7099-422c-a227-c37923b871be req-2735f338-0985-4838-9f67-5e74ff49fe89 service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Received event network-vif-deleted-fdb9717b-6dce-4925-9ab1-14ccbc6628db {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.076187] env[69513]: INFO nova.compute.manager [req-d3965be0-7099-422c-a227-c37923b871be req-2735f338-0985-4838-9f67-5e74ff49fe89 service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Neutron deleted interface fdb9717b-6dce-4925-9ab1-14ccbc6628db; detaching it from the instance and deleting it from the info cache [ 1048.076411] env[69513]: DEBUG nova.network.neutron [req-d3965be0-7099-422c-a227-c37923b871be req-2735f338-0985-4838-9f67-5e74ff49fe89 service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.143665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.144242] env[69513]: DEBUG nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.147340] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.413s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.148925] env[69513]: INFO nova.compute.claims [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.442627] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074786} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.442921] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.444076] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44554c08-a2a5-45b5-9314-fff57357dff3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.466827] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 6466553b-1b72-47a5-990c-0fef523931da/6466553b-1b72-47a5-990c-0fef523931da.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.472592] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84bae22-49dd-446c-88e8-133e4bb0e281 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.496242] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "9095642d-516e-4d13-9629-35f8a76ea442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.496494] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "9095642d-516e-4d13-9629-35f8a76ea442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.499690] env[69513]: DEBUG nova.network.neutron [-] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.504932] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381046, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.506465] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1048.506465] env[69513]: value = "task-3381047" [ 1048.506465] env[69513]: _type = "Task" [ 1048.506465] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.516928] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.580465] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad803f35-7216-4520-8edf-cfc2caac4f3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.590247] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a564439-9f4d-4826-87f3-9ffe434bc97e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.627764] env[69513]: DEBUG nova.compute.manager [req-d3965be0-7099-422c-a227-c37923b871be req-2735f338-0985-4838-9f67-5e74ff49fe89 service nova] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Detach interface failed, port_id=fdb9717b-6dce-4925-9ab1-14ccbc6628db, reason: Instance ddcb3534-908f-44ed-a4ca-6ff344158324 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.657020] env[69513]: DEBUG nova.compute.utils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.659410] env[69513]: DEBUG nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1048.924218] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Successfully updated port: e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.983280] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855419} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.983280] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] eb491e0a-0ba4-44c8-950c-dc9ebb3258dd/eb491e0a-0ba4-44c8-950c-dc9ebb3258dd.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.983540] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.983814] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c80878b-6eb1-4628-8ba7-9ac95bcd0c7d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.990330] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1048.990330] env[69513]: value = "task-3381048" [ 1048.990330] env[69513]: _type = "Task" [ 1048.990330] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.998369] env[69513]: DEBUG nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.000931] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.005897] env[69513]: INFO nova.compute.manager [-] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Took 1.35 seconds to deallocate network for instance. [ 1049.018512] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.160315] env[69513]: DEBUG nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.403249] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d2b0f-841b-4f8f-bb90-b024a102805d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.410665] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d47e937-2b60-43d2-9fd5-97b276869934 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.443391] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d407c239-c2cd-4894-90e8-7a44bd29d9cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.450774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf27b7-e343-41e3-8a70-180ab8937595 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.464185] env[69513]: DEBUG nova.compute.provider_tree [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.499385] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065517} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.499645] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.500424] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca42a0e-7cca-4257-be12-7c44f50e27a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.514742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.523363] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] eb491e0a-0ba4-44c8-950c-dc9ebb3258dd/eb491e0a-0ba4-44c8-950c-dc9ebb3258dd.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.524327] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.527209] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98af111b-eb68-4b7e-b9b0-b227d5debc43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.546779] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381047, 'name': ReconfigVM_Task, 'duration_secs': 0.58434} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.547909] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 6466553b-1b72-47a5-990c-0fef523931da/6466553b-1b72-47a5-990c-0fef523931da.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.548569] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1049.548569] env[69513]: value = "task-3381049" [ 1049.548569] env[69513]: _type = "Task" [ 1049.548569] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.548742] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4abe094-0e8b-4aa0-8e90-e71df11d21a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.558353] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.559446] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1049.559446] env[69513]: value = "task-3381050" [ 1049.559446] env[69513]: _type = "Task" [ 1049.559446] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.567735] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381050, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.967594] env[69513]: DEBUG nova.scheduler.client.report [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.060456] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381049, 'name': ReconfigVM_Task, 'duration_secs': 0.259589} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.064039] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Reconfigured VM instance instance-00000059 to attach disk [datastore1] eb491e0a-0ba4-44c8-950c-dc9ebb3258dd/eb491e0a-0ba4-44c8-950c-dc9ebb3258dd.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.064710] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-629a2c40-74a0-4b33-812f-fc92a9e03593 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.071810] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381050, 'name': Rename_Task, 'duration_secs': 0.130769} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.071810] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.071810] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22939608-aa5e-4ce4-9be7-a7ad97bf83b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.075341] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1050.075341] env[69513]: value = "task-3381051" [ 1050.075341] env[69513]: _type = "Task" [ 1050.075341] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.078930] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1050.078930] env[69513]: value = "task-3381052" [ 1050.078930] env[69513]: _type = "Task" [ 1050.078930] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.084747] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381051, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.088988] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.102704] env[69513]: DEBUG nova.compute.manager [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received event network-vif-plugged-e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.103090] env[69513]: DEBUG oslo_concurrency.lockutils [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] Acquiring lock "af91619a-8058-412a-a501-f6454923b417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.103250] env[69513]: DEBUG oslo_concurrency.lockutils [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] Lock "af91619a-8058-412a-a501-f6454923b417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.103486] env[69513]: DEBUG oslo_concurrency.lockutils [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] Lock "af91619a-8058-412a-a501-f6454923b417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.103715] env[69513]: DEBUG nova.compute.manager [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] No waiting events found dispatching network-vif-plugged-e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.104154] env[69513]: WARNING nova.compute.manager [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received unexpected event network-vif-plugged-e409ab6b-b053-44dc-974a-cb59ef376a42 for instance with vm_state building and task_state spawning. [ 1050.104154] env[69513]: DEBUG nova.compute.manager [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received event network-changed-e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.104359] env[69513]: DEBUG nova.compute.manager [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Refreshing instance network info cache due to event network-changed-e409ab6b-b053-44dc-974a-cb59ef376a42. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.104519] env[69513]: DEBUG oslo_concurrency.lockutils [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] Acquiring lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.104656] env[69513]: DEBUG oslo_concurrency.lockutils [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] Acquired lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.104879] env[69513]: DEBUG nova.network.neutron [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Refreshing network info cache for port e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1050.174158] env[69513]: DEBUG nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.202558] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.202836] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.202993] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.203295] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.203396] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.203548] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.203752] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.203942] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.204149] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.204353] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.204538] env[69513]: DEBUG nova.virt.hardware [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.205469] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf7e33-566a-4e6f-b687-e2cd466533a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.214290] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3048a4d7-11f7-40ff-aec4-381803c8c65a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.228923] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.235184] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Creating folder: Project (eba368870fe14bc5816803dd6884ec3e). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.235543] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f89240b-c881-4fa9-88c3-d9cd5949e4cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.246394] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Created folder: Project (eba368870fe14bc5816803dd6884ec3e) in parent group-v674393. [ 1050.246581] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Creating folder: Instances. Parent ref: group-v674648. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.246874] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cc545d5-5bc5-4c8f-a739-d243daf47b63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.256169] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Created folder: Instances in parent group-v674648. [ 1050.256428] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.256622] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.256834] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-882d0542-91d7-4ad6-9c52-b07d57a52147 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.274593] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.274593] env[69513]: value = "task-3381055" [ 1050.274593] env[69513]: _type = "Task" [ 1050.274593] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.282146] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381055, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.472747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.473296] env[69513]: DEBUG nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.476913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.559s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.476913] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.479282] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.599s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.479527] env[69513]: DEBUG nova.objects.instance [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lazy-loading 'resources' on Instance uuid 923f2f4e-4823-42d6-84ee-52a930fd450c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.500043] env[69513]: INFO nova.scheduler.client.report [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance 5f346f2d-ba21-4d6a-81c7-8d4d33071aca [ 1050.588015] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381051, 'name': Rename_Task, 'duration_secs': 0.183318} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.592260] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.592606] env[69513]: DEBUG oslo_vmware.api [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381052, 'name': PowerOnVM_Task, 'duration_secs': 0.481309} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.592870] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48a902e-73ae-4244-a67b-ed8942466f5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.594482] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.594689] env[69513]: INFO nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1050.594872] env[69513]: DEBUG nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.595791] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b43e4-7240-4fa8-92c2-9266f445b7f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.606251] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1050.606251] env[69513]: value = "task-3381056" [ 1050.606251] env[69513]: _type = "Task" [ 1050.606251] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.616777] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.641052] env[69513]: DEBUG nova.network.neutron [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1050.723133] env[69513]: DEBUG nova.network.neutron [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.785213] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381055, 'name': CreateVM_Task, 'duration_secs': 0.271156} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.785593] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.785855] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.785971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.786308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.786627] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70f1411-e334-499e-a30b-425cc020e41b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791038] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1050.791038] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e6f00a-9810-c1e4-2351-b9657d3f8825" [ 1050.791038] env[69513]: _type = "Task" [ 1050.791038] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.799089] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e6f00a-9810-c1e4-2351-b9657d3f8825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.947811] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Successfully updated port: d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.984876] env[69513]: DEBUG nova.compute.utils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.986986] env[69513]: DEBUG nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.009023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-71b24143-6235-4e40-95ec-eb03c1b67c85 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "5f346f2d-ba21-4d6a-81c7-8d4d33071aca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.616s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.119872] env[69513]: INFO nova.compute.manager [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Took 34.46 seconds to build instance. [ 1051.126033] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.204814] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b555e6-505f-4ab8-8f33-ff4c437a1144 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.212598] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ecb45-6ce0-45f4-999f-46d3a65e0529 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.242996] env[69513]: DEBUG oslo_concurrency.lockutils [req-bdce9d76-9d08-4ff5-b37a-918b61b37bb9 req-5a1ffb92-a01d-450f-a918-82f8eda7ce95 service nova] Releasing lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244088] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b060c-8544-415c-aa9a-e7c81fda1021 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.251927] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e8f8d5-618c-4c05-ab30-1d4a5d8ccdfe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.264917] env[69513]: DEBUG nova.compute.provider_tree [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.303448] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e6f00a-9810-c1e4-2351-b9657d3f8825, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.304501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.304844] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.305149] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.305342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.305639] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.305993] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a68ae1-6011-4f8c-b1f3-ff260cd7f712 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.314721] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.315095] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.315608] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe9a918-f3eb-44d3-bf8e-96049fd27f55 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.320550] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1051.320550] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d67468-f138-1364-7e20-edb83ebe30c0" [ 1051.320550] env[69513]: _type = "Task" [ 1051.320550] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.328117] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d67468-f138-1364-7e20-edb83ebe30c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.415977] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "6466553b-1b72-47a5-990c-0fef523931da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.449385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.449488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.449711] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1051.488565] env[69513]: DEBUG nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.623010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69d1e159-3435-413b-a173-5f26a93dbc5a tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "6466553b-1b72-47a5-990c-0fef523931da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.967s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.623280] env[69513]: DEBUG oslo_vmware.api [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381056, 'name': PowerOnVM_Task, 'duration_secs': 1.001605} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.623502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "6466553b-1b72-47a5-990c-0fef523931da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.208s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.623710] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "6466553b-1b72-47a5-990c-0fef523931da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.623918] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "6466553b-1b72-47a5-990c-0fef523931da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.624097] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "6466553b-1b72-47a5-990c-0fef523931da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.625672] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.625850] env[69513]: INFO nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Took 6.28 seconds to spawn the instance on the hypervisor. [ 1051.626031] env[69513]: DEBUG nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.626512] env[69513]: INFO nova.compute.manager [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Terminating instance [ 1051.628239] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bc5091-68a5-464c-92e6-3585d7a5a057 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.768084] env[69513]: DEBUG nova.scheduler.client.report [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.832071] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d67468-f138-1364-7e20-edb83ebe30c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.832955] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316b745b-ab06-4bc4-aa5e-db8d32456d29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.838457] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1051.838457] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52588a54-bdc8-116c-dc05-430652e9b7ed" [ 1051.838457] env[69513]: _type = "Task" [ 1051.838457] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.845830] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52588a54-bdc8-116c-dc05-430652e9b7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.000354] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1052.129696] env[69513]: DEBUG nova.compute.manager [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received event network-vif-plugged-d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.129696] env[69513]: DEBUG oslo_concurrency.lockutils [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] Acquiring lock "af91619a-8058-412a-a501-f6454923b417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.130909] env[69513]: DEBUG oslo_concurrency.lockutils [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] Lock "af91619a-8058-412a-a501-f6454923b417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.130909] env[69513]: DEBUG oslo_concurrency.lockutils [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] Lock "af91619a-8058-412a-a501-f6454923b417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.130909] env[69513]: DEBUG nova.compute.manager [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] No waiting events found dispatching network-vif-plugged-d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.130909] env[69513]: WARNING nova.compute.manager [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received unexpected event network-vif-plugged-d0a4977e-c014-4f9c-803e-3fc3470d8581 for instance with vm_state building and task_state spawning. [ 1052.130909] env[69513]: DEBUG nova.compute.manager [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received event network-changed-d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.130909] env[69513]: DEBUG nova.compute.manager [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Refreshing instance network info cache due to event network-changed-d0a4977e-c014-4f9c-803e-3fc3470d8581. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.130909] env[69513]: DEBUG oslo_concurrency.lockutils [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] Acquiring lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.132812] env[69513]: DEBUG nova.compute.manager [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.133010] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.133872] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698084b6-af46-4e87-9652-75d3dd6b4866 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.144761] env[69513]: INFO nova.compute.manager [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Took 31.13 seconds to build instance. [ 1052.148390] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.151088] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba594e0-61f4-47eb-9b02-b4d36dffbb6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.164805] env[69513]: DEBUG oslo_vmware.api [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1052.164805] env[69513]: value = "task-3381057" [ 1052.164805] env[69513]: _type = "Task" [ 1052.164805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.177797] env[69513]: DEBUG oslo_vmware.api [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.273825] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.276909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.721s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.279258] env[69513]: INFO nova.compute.claims [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.291567] env[69513]: DEBUG nova.network.neutron [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Updating instance_info_cache with network_info: [{"id": "e409ab6b-b053-44dc-974a-cb59ef376a42", "address": "fa:16:3e:1e:39:54", "network": {"id": "7842cbd2-d23b-4555-b99a-d1f1c6c20f55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427067555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape409ab6b-b0", "ovs_interfaceid": "e409ab6b-b053-44dc-974a-cb59ef376a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d0a4977e-c014-4f9c-803e-3fc3470d8581", "address": "fa:16:3e:75:94:b4", "network": {"id": "4447c83f-e013-4c40-9963-f36fd1bdb44c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1009900481", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4977e-c0", "ovs_interfaceid": "d0a4977e-c014-4f9c-803e-3fc3470d8581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.295137] env[69513]: INFO nova.scheduler.client.report [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleted allocations for instance 923f2f4e-4823-42d6-84ee-52a930fd450c [ 1052.351358] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52588a54-bdc8-116c-dc05-430652e9b7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.351632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.351936] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 86eab44a-2ab7-4907-8838-e7e47651fb78/86eab44a-2ab7-4907-8838-e7e47651fb78.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.352245] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f07a6d-9e5f-4ee0-a564-b36748d80687 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.359318] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1052.359318] env[69513]: value = "task-3381058" [ 1052.359318] env[69513]: _type = "Task" [ 1052.359318] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.367970] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.425703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.426016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.499317] env[69513]: DEBUG nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.528894] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.529171] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.529338] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.529523] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.529666] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.529811] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.530028] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.530242] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.530429] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.530664] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.530769] env[69513]: DEBUG nova.virt.hardware [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.531739] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d23954f-9ea3-4bda-a5a2-2ef0b2d50cdb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.540988] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b617d4-b2d0-4e33-b6a6-51ed92e29bf6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.561019] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.567646] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.568576] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.569099] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca9d3508-fe78-4b3a-9f24-f4a05eb232ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.591742] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.591742] env[69513]: value = "task-3381059" [ 1052.591742] env[69513]: _type = "Task" [ 1052.591742] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.604383] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381059, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.653943] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21610608-725d-4236-88ad-eb59f0c73dc3 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.666s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.675104] env[69513]: DEBUG oslo_vmware.api [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381057, 'name': PowerOffVM_Task, 'duration_secs': 0.174874} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.675401] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.675569] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.675837] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e42dcf64-629a-4a0c-849f-50b8823e2b92 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.738892] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.739133] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.739308] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Deleting the datastore file [datastore1] 6466553b-1b72-47a5-990c-0fef523931da {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.739581] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fefe698-6c71-429a-bd3e-bb5f0aa19abb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.746664] env[69513]: DEBUG oslo_vmware.api [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for the task: (returnval){ [ 1052.746664] env[69513]: value = "task-3381061" [ 1052.746664] env[69513]: _type = "Task" [ 1052.746664] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.757974] env[69513]: DEBUG oslo_vmware.api [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.796625] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Releasing lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.797029] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Instance network_info: |[{"id": "e409ab6b-b053-44dc-974a-cb59ef376a42", "address": "fa:16:3e:1e:39:54", "network": {"id": "7842cbd2-d23b-4555-b99a-d1f1c6c20f55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427067555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape409ab6b-b0", "ovs_interfaceid": "e409ab6b-b053-44dc-974a-cb59ef376a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d0a4977e-c014-4f9c-803e-3fc3470d8581", "address": "fa:16:3e:75:94:b4", "network": {"id": "4447c83f-e013-4c40-9963-f36fd1bdb44c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1009900481", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4977e-c0", "ovs_interfaceid": "d0a4977e-c014-4f9c-803e-3fc3470d8581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.797374] env[69513]: DEBUG oslo_concurrency.lockutils [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] Acquired lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.797640] env[69513]: DEBUG nova.network.neutron [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Refreshing network info cache for port d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1052.799233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:39:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e409ab6b-b053-44dc-974a-cb59ef376a42', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:94:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a4977e-c014-4f9c-803e-3fc3470d8581', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.811296] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.814750] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af91619a-8058-412a-a501-f6454923b417] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.815315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8e54c202-b695-43b5-8403-4b9a90260e40 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "923f2f4e-4823-42d6-84ee-52a930fd450c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.427s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.816887] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66da90ac-1285-4ed7-b2c8-746b74d64062 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.841840] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.841840] env[69513]: value = "task-3381062" [ 1052.841840] env[69513]: _type = "Task" [ 1052.841840] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.851996] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381062, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.871581] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381058, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.929484] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.957886] env[69513]: DEBUG nova.compute.manager [None req-cb9c84ad-ce12-4883-95f2-ca6a787ae774 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.958935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ba58e-819d-4c94-86f6-f6f605912502 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.050939] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.051299] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.051576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.051761] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.051931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.053989] env[69513]: INFO nova.compute.manager [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Terminating instance [ 1053.102668] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381059, 'name': CreateVM_Task, 'duration_secs': 0.373442} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.102850] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.103312] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.103475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.103792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.104064] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869a71fd-8d49-4791-a984-302c9dadcbcf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.108755] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1053.108755] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5239b2ed-fbcf-7cc6-1a1b-de630b042557" [ 1053.108755] env[69513]: _type = "Task" [ 1053.108755] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.116247] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5239b2ed-fbcf-7cc6-1a1b-de630b042557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.256103] env[69513]: DEBUG oslo_vmware.api [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Task: {'id': task-3381061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226981} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.256319] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.256509] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.256690] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.256879] env[69513]: INFO nova.compute.manager [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1053.257132] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.257326] env[69513]: DEBUG nova.compute.manager [-] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.257422] env[69513]: DEBUG nova.network.neutron [-] [instance: 6466553b-1b72-47a5-990c-0fef523931da] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1053.357246] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381062, 'name': CreateVM_Task, 'duration_secs': 0.372727} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.360194] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af91619a-8058-412a-a501-f6454923b417] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.361650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.361846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.362175] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.362516] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe343ce3-854b-4c00-9f98-2f8c16bc1580 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.369806] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1053.369806] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ffa75-7440-bcbd-b41a-f7d4e376085e" [ 1053.369806] env[69513]: _type = "Task" [ 1053.369806] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.374979] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532085} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.379857] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 86eab44a-2ab7-4907-8838-e7e47651fb78/86eab44a-2ab7-4907-8838-e7e47651fb78.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.379857] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.379857] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3602f06e-69bf-4d94-b34e-5534303d6609 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.385714] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ffa75-7440-bcbd-b41a-f7d4e376085e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.388771] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1053.388771] env[69513]: value = "task-3381063" [ 1053.388771] env[69513]: _type = "Task" [ 1053.388771] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.399130] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.461057] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.469619] env[69513]: INFO nova.compute.manager [None req-cb9c84ad-ce12-4883-95f2-ca6a787ae774 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] instance snapshotting [ 1053.470249] env[69513]: DEBUG nova.objects.instance [None req-cb9c84ad-ce12-4883-95f2-ca6a787ae774 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lazy-loading 'flavor' on Instance uuid eb491e0a-0ba4-44c8-950c-dc9ebb3258dd {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.498548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.498766] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.560312] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "refresh_cache-eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.560606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquired lock "refresh_cache-eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.560674] env[69513]: DEBUG nova.network.neutron [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1053.609490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20a6b2-0980-45d4-8254-6a5db7489c3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.621760] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5239b2ed-fbcf-7cc6-1a1b-de630b042557, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.623760] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.624106] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.624261] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624586] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.624884] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139ce312-750e-44e5-acb8-db064906481b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.628070] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f19257-9b2b-489a-9fe4-4ce8b34cc3cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.661021] env[69513]: DEBUG nova.network.neutron [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Updated VIF entry in instance network info cache for port d0a4977e-c014-4f9c-803e-3fc3470d8581. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1053.661432] env[69513]: DEBUG nova.network.neutron [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Updating instance_info_cache with network_info: [{"id": "e409ab6b-b053-44dc-974a-cb59ef376a42", "address": "fa:16:3e:1e:39:54", "network": {"id": "7842cbd2-d23b-4555-b99a-d1f1c6c20f55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427067555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape409ab6b-b0", "ovs_interfaceid": "e409ab6b-b053-44dc-974a-cb59ef376a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d0a4977e-c014-4f9c-803e-3fc3470d8581", "address": "fa:16:3e:75:94:b4", "network": {"id": "4447c83f-e013-4c40-9963-f36fd1bdb44c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1009900481", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4977e-c0", "ovs_interfaceid": "d0a4977e-c014-4f9c-803e-3fc3470d8581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.665267] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f3c94-b3fb-4ccd-814b-40f6f817d678 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.669046] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.669179] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.670306] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1c2ade-ccb9-4be7-9bd7-ba84d4157f52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.676565] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1053.676565] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a4fc7-a12a-2d0b-80dc-9a0c06c216d5" [ 1053.676565] env[69513]: _type = "Task" [ 1053.676565] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.682320] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3841fb-ad9b-4042-88e9-727a2d19c62d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.690718] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a4fc7-a12a-2d0b-80dc-9a0c06c216d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.698824] env[69513]: DEBUG nova.compute.provider_tree [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.884509] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ffa75-7440-bcbd-b41a-f7d4e376085e, 'name': SearchDatastore_Task, 'duration_secs': 0.031124} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.884804] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.885043] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.885286] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.885429] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.885603] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.885844] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f767c3-a8e0-4e98-9179-20d17f217746 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.897535] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062146} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.898470] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.898741] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.898925] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.899982] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1957fb94-6c8d-4729-ba15-0a48d08a2704 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.902193] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087cc522-f738-4bff-a73f-12423324dd62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.913411] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1053.913411] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cbcc17-a3fc-816a-5218-db1011a5a696" [ 1053.913411] env[69513]: _type = "Task" [ 1053.913411] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.922120] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 86eab44a-2ab7-4907-8838-e7e47651fb78/86eab44a-2ab7-4907-8838-e7e47651fb78.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.922424] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73f1607-3d81-4d54-bf94-fa09cdf27839 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945065] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cbcc17-a3fc-816a-5218-db1011a5a696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.946312] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1053.946312] env[69513]: value = "task-3381064" [ 1053.946312] env[69513]: _type = "Task" [ 1053.946312] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.954243] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.978535] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcea47-691e-43e7-9958-1a894e36404a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.995793] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74518f8-e8fb-4615-81a2-36f63592eee0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.002091] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.079905] env[69513]: DEBUG nova.network.neutron [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1054.144704] env[69513]: DEBUG nova.network.neutron [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.160032] env[69513]: DEBUG nova.compute.manager [req-0392b511-f948-485e-a1e4-c080698bb986 req-95e4d2b4-b1c8-498f-b97e-81700058dfb7 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Received event network-vif-deleted-374093ff-19c6-4a2f-b418-54fb2d9eecef {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.160267] env[69513]: INFO nova.compute.manager [req-0392b511-f948-485e-a1e4-c080698bb986 req-95e4d2b4-b1c8-498f-b97e-81700058dfb7 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Neutron deleted interface 374093ff-19c6-4a2f-b418-54fb2d9eecef; detaching it from the instance and deleting it from the info cache [ 1054.160592] env[69513]: DEBUG nova.network.neutron [req-0392b511-f948-485e-a1e4-c080698bb986 req-95e4d2b4-b1c8-498f-b97e-81700058dfb7 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.170810] env[69513]: DEBUG oslo_concurrency.lockutils [req-bad06b14-40cd-46f2-b8d9-6412079920f1 req-33c40956-ad60-4633-bffc-9d3d031045ed service nova] Releasing lock "refresh_cache-af91619a-8058-412a-a501-f6454923b417" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.171246] env[69513]: DEBUG nova.network.neutron [-] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.189039] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a4fc7-a12a-2d0b-80dc-9a0c06c216d5, 'name': SearchDatastore_Task, 'duration_secs': 0.085652} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.189891] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a38881a-6b07-4435-b3cb-a6a0ba8d1b6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.196041] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1054.196041] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5248f4dd-6076-2f60-6fa3-3125e0f37853" [ 1054.196041] env[69513]: _type = "Task" [ 1054.196041] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.201642] env[69513]: DEBUG nova.scheduler.client.report [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.208398] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5248f4dd-6076-2f60-6fa3-3125e0f37853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.436278] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cbcc17-a3fc-816a-5218-db1011a5a696, 'name': SearchDatastore_Task, 'duration_secs': 0.037943} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.437085] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469291af-2695-4dec-a1c8-d739de48e1b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.442974] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1054.442974] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5207f9ef-63f5-7c31-21c0-3b45d1543a28" [ 1054.442974] env[69513]: _type = "Task" [ 1054.442974] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.452448] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5207f9ef-63f5-7c31-21c0-3b45d1543a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.457303] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381064, 'name': ReconfigVM_Task, 'duration_secs': 0.347065} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.457559] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 86eab44a-2ab7-4907-8838-e7e47651fb78/86eab44a-2ab7-4907-8838-e7e47651fb78.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.458173] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dddc90d-da07-477d-acb9-670e766aa153 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.464694] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1054.464694] env[69513]: value = "task-3381065" [ 1054.464694] env[69513]: _type = "Task" [ 1054.464694] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.473839] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381065, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.511823] env[69513]: DEBUG nova.compute.manager [None req-cb9c84ad-ce12-4883-95f2-ca6a787ae774 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Instance disappeared during snapshot {{(pid=69513) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1054.532260] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.629102] env[69513]: DEBUG nova.compute.manager [None req-cb9c84ad-ce12-4883-95f2-ca6a787ae774 tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Found 0 images (rotation: 2) {{(pid=69513) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1054.647117] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Releasing lock "refresh_cache-eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.647599] env[69513]: DEBUG nova.compute.manager [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.647795] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.648958] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc6d0cd-1d3c-42d0-ab8a-8fc952857a2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.657190] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.657413] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a74d7aa-40d3-4481-9005-e885ddaae9df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.663399] env[69513]: DEBUG oslo_vmware.api [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1054.663399] env[69513]: value = "task-3381066" [ 1054.663399] env[69513]: _type = "Task" [ 1054.663399] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.663575] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af7b14e9-5afd-4fe1-bc30-053d7ef8e463 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.674982] env[69513]: INFO nova.compute.manager [-] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Took 1.42 seconds to deallocate network for instance. [ 1054.675373] env[69513]: DEBUG oslo_vmware.api [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.680613] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8063d26-0fd8-4d2b-b951-6018d24834fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.704595] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5248f4dd-6076-2f60-6fa3-3125e0f37853, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.715915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.716232] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.716950] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.717431] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.720098] env[69513]: DEBUG nova.compute.manager [req-0392b511-f948-485e-a1e4-c080698bb986 req-95e4d2b4-b1c8-498f-b97e-81700058dfb7 service nova] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Detach interface failed, port_id=374093ff-19c6-4a2f-b418-54fb2d9eecef, reason: Instance 6466553b-1b72-47a5-990c-0fef523931da could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.720700] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af8e9619-6852-4596-9c1c-502e08d182fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.722798] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.208s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.723024] env[69513]: DEBUG nova.objects.instance [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'resources' on Instance uuid ddcb3534-908f-44ed-a4ca-6ff344158324 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.728697] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1054.728697] env[69513]: value = "task-3381067" [ 1054.728697] env[69513]: _type = "Task" [ 1054.728697] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.738135] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.957844] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5207f9ef-63f5-7c31-21c0-3b45d1543a28, 'name': SearchDatastore_Task, 'duration_secs': 0.020427} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.958069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.958349] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] af91619a-8058-412a-a501-f6454923b417/af91619a-8058-412a-a501-f6454923b417.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.958614] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bda85db9-7a30-4e27-b4b8-6812f37a2f6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.965852] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1054.965852] env[69513]: value = "task-3381068" [ 1054.965852] env[69513]: _type = "Task" [ 1054.965852] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.976705] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381065, 'name': Rename_Task, 'duration_secs': 0.127514} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.979881] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.980203] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.980426] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f8eed7-3a73-4bbc-ac5f-69b7be8b82d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.986782] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1054.986782] env[69513]: value = "task-3381069" [ 1054.986782] env[69513]: _type = "Task" [ 1054.986782] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.996851] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.177132] env[69513]: DEBUG oslo_vmware.api [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381066, 'name': PowerOffVM_Task, 'duration_secs': 0.144744} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.177432] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.177600] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.177864] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1be2338-0392-4373-8ae4-aa391c02a493 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.196967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.203538] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.203754] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.203934] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Deleting the datastore file [datastore1] eb491e0a-0ba4-44c8-950c-dc9ebb3258dd {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.204318] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8b9a8cf-bcf9-41e0-b589-5c1179c6f2ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.211102] env[69513]: DEBUG oslo_vmware.api [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for the task: (returnval){ [ 1055.211102] env[69513]: value = "task-3381071" [ 1055.211102] env[69513]: _type = "Task" [ 1055.211102] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.219185] env[69513]: DEBUG oslo_vmware.api [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.222613] env[69513]: DEBUG nova.compute.utils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.224028] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.224258] env[69513]: DEBUG nova.network.neutron [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.239496] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481413} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.240068] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.240068] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.240285] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf1e28d-5eee-4202-a117-e2e08bd5e92c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.246938] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1055.246938] env[69513]: value = "task-3381072" [ 1055.246938] env[69513]: _type = "Task" [ 1055.246938] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.258514] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.283631] env[69513]: DEBUG nova.policy [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.480491] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.502119] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.547428] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b333f99f-9d47-4c8d-bd13-be1b95cdf698 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.559255] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a9dc17-a26a-4f48-9590-6a445aae3b7e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.595214] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a2a64-cd7c-4157-9a9a-966191bc0b5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.603071] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ce13b-4392-4505-87d0-cc0251373ca4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.617045] env[69513]: DEBUG nova.compute.provider_tree [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.653808] env[69513]: DEBUG nova.network.neutron [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Successfully created port: 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.721329] env[69513]: DEBUG oslo_vmware.api [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Task: {'id': task-3381071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3815} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.721559] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.721744] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.721917] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.722114] env[69513]: INFO nova.compute.manager [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1055.722381] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.722584] env[69513]: DEBUG nova.compute.manager [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.722677] env[69513]: DEBUG nova.network.neutron [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1055.726841] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.744104] env[69513]: DEBUG nova.network.neutron [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1055.755749] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119794} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.756017] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.756855] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ea5ab-fc7c-4523-934b-736d100f935d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.777548] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.778201] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b029011e-a2ee-43b8-b43f-4fbdc0de05d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.793775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.794106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.802272] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1055.802272] env[69513]: value = "task-3381073" [ 1055.802272] env[69513]: _type = "Task" [ 1055.802272] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.811921] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.979864] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632707} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.980284] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] af91619a-8058-412a-a501-f6454923b417/af91619a-8058-412a-a501-f6454923b417.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.980654] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.980976] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db03e013-8b33-423a-8482-7f57b0dc00b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.987764] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1055.987764] env[69513]: value = "task-3381074" [ 1055.987764] env[69513]: _type = "Task" [ 1055.987764] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.001470] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.004647] env[69513]: DEBUG oslo_vmware.api [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381069, 'name': PowerOnVM_Task, 'duration_secs': 0.608458} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.004775] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.004954] env[69513]: INFO nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1056.005177] env[69513]: DEBUG nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.005930] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d39bb-1e6b-421d-9ac4-a743a990c6c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.121039] env[69513]: DEBUG nova.scheduler.client.report [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.247416] env[69513]: DEBUG nova.network.neutron [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.297348] env[69513]: INFO nova.compute.manager [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Detaching volume 137b0a92-b00b-4584-a8bd-0f3f908effe5 [ 1056.315305] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381073, 'name': ReconfigVM_Task, 'duration_secs': 0.288029} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.315573] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.316187] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a21e6c-c91f-41d0-b841-261ff8a1fcff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.322966] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1056.322966] env[69513]: value = "task-3381075" [ 1056.322966] env[69513]: _type = "Task" [ 1056.322966] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.332668] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381075, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.335126] env[69513]: INFO nova.virt.block_device [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Attempting to driver detach volume 137b0a92-b00b-4584-a8bd-0f3f908effe5 from mountpoint /dev/sdb [ 1056.335344] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1056.335529] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674617', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'name': 'volume-137b0a92-b00b-4584-a8bd-0f3f908effe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e9a2ccb-c106-40a5-9606-169dd8d95376', 'attached_at': '', 'detached_at': '', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'serial': '137b0a92-b00b-4584-a8bd-0f3f908effe5'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1056.336908] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75576c1-bade-4b24-b67a-882f39501ea7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.358710] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c699ae8-a8d9-4fc2-aa28-98377d0d42e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.365940] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc466a-be92-43c7-bd03-3bbe21ea4b0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.392464] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6738ad0f-8479-435d-ac94-85cb0e0e3ac5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.409554] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] The volume has not been displaced from its original location: [datastore2] volume-137b0a92-b00b-4584-a8bd-0f3f908effe5/volume-137b0a92-b00b-4584-a8bd-0f3f908effe5.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1056.414990] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.415354] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f14425-84e7-449d-a371-336284e19088 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.433471] env[69513]: DEBUG oslo_vmware.api [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1056.433471] env[69513]: value = "task-3381076" [ 1056.433471] env[69513]: _type = "Task" [ 1056.433471] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.441863] env[69513]: DEBUG oslo_vmware.api [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.497546] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138526} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.497792] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.498681] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec233e-48ea-4fb7-a09f-6725b6d833b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.528876] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] af91619a-8058-412a-a501-f6454923b417/af91619a-8058-412a-a501-f6454923b417.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.530935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a6b78a-9a8d-4ed6-a8ae-d7ab34523694 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.546733] env[69513]: INFO nova.compute.manager [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Took 25.14 seconds to build instance. [ 1056.553754] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1056.553754] env[69513]: value = "task-3381077" [ 1056.553754] env[69513]: _type = "Task" [ 1056.553754] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.562422] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.626565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.629941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.105s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.630952] env[69513]: INFO nova.compute.claims [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.651432] env[69513]: INFO nova.scheduler.client.report [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocations for instance ddcb3534-908f-44ed-a4ca-6ff344158324 [ 1056.737308] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.749946] env[69513]: INFO nova.compute.manager [-] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Took 1.03 seconds to deallocate network for instance. [ 1056.765858] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.766147] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.766334] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.766526] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.766672] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.766819] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.767041] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.767208] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.767378] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.767541] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.767713] env[69513]: DEBUG nova.virt.hardware [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.768592] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0edfd62-345b-403d-be9e-0c01eb833e2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.776748] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b36be1-825b-4147-9b38-067d583d0cb6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.833113] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381075, 'name': Rename_Task, 'duration_secs': 0.272152} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.833498] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.833753] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3baa9c38-4f4a-4212-a9ee-37e202f93170 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.840622] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1056.840622] env[69513]: value = "task-3381078" [ 1056.840622] env[69513]: _type = "Task" [ 1056.840622] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.850406] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.944532] env[69513]: DEBUG oslo_vmware.api [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381076, 'name': ReconfigVM_Task, 'duration_secs': 0.376546} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.944810] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.949393] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6591fd-27dd-42ce-b8df-42f676d0cf29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.964445] env[69513]: DEBUG oslo_vmware.api [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1056.964445] env[69513]: value = "task-3381079" [ 1056.964445] env[69513]: _type = "Task" [ 1056.964445] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.973335] env[69513]: DEBUG oslo_vmware.api [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.049240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c4e23b58-ee20-4a26-b796-bb96bae0a935 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "86eab44a-2ab7-4907-8838-e7e47651fb78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.662s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.064814] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381077, 'name': ReconfigVM_Task, 'duration_secs': 0.489362} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.065283] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Reconfigured VM instance instance-0000005a to attach disk [datastore1] af91619a-8058-412a-a501-f6454923b417/af91619a-8058-412a-a501-f6454923b417.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.065961] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234d3e50-79b0-42cc-81fe-7938bef83cc7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.073215] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1057.073215] env[69513]: value = "task-3381080" [ 1057.073215] env[69513]: _type = "Task" [ 1057.073215] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.081667] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381080, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.159744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-167ccd2a-9785-4f6a-af42-fcf5c5b6ea9b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "ddcb3534-908f-44ed-a4ca-6ff344158324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.173s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.203639] env[69513]: DEBUG nova.compute.manager [req-965d05c1-dc4a-4010-a24a-b28f7b1bfe83 req-d2200b6f-280a-41de-81ba-e554dbda960f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-vif-plugged-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.203764] env[69513]: DEBUG oslo_concurrency.lockutils [req-965d05c1-dc4a-4010-a24a-b28f7b1bfe83 req-d2200b6f-280a-41de-81ba-e554dbda960f service nova] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.203917] env[69513]: DEBUG oslo_concurrency.lockutils [req-965d05c1-dc4a-4010-a24a-b28f7b1bfe83 req-d2200b6f-280a-41de-81ba-e554dbda960f service nova] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.204396] env[69513]: DEBUG oslo_concurrency.lockutils [req-965d05c1-dc4a-4010-a24a-b28f7b1bfe83 req-d2200b6f-280a-41de-81ba-e554dbda960f service nova] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.204646] env[69513]: DEBUG nova.compute.manager [req-965d05c1-dc4a-4010-a24a-b28f7b1bfe83 req-d2200b6f-280a-41de-81ba-e554dbda960f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] No waiting events found dispatching network-vif-plugged-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.204927] env[69513]: WARNING nova.compute.manager [req-965d05c1-dc4a-4010-a24a-b28f7b1bfe83 req-d2200b6f-280a-41de-81ba-e554dbda960f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received unexpected event network-vif-plugged-9216b047-1d7c-42c5-89e0-12ee29cceba1 for instance with vm_state building and task_state spawning. [ 1057.257679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.288557] env[69513]: DEBUG nova.network.neutron [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Successfully updated port: 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.351963] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.473767] env[69513]: DEBUG oslo_vmware.api [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381079, 'name': ReconfigVM_Task, 'duration_secs': 0.162296} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.474142] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674617', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'name': 'volume-137b0a92-b00b-4584-a8bd-0f3f908effe5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e9a2ccb-c106-40a5-9606-169dd8d95376', 'attached_at': '', 'detached_at': '', 'volume_id': '137b0a92-b00b-4584-a8bd-0f3f908effe5', 'serial': '137b0a92-b00b-4584-a8bd-0f3f908effe5'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.583067] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381080, 'name': Rename_Task, 'duration_secs': 0.155548} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.583067] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.583067] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b7d36a-b603-4849-b395-793a5149dd9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.588734] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1057.588734] env[69513]: value = "task-3381081" [ 1057.588734] env[69513]: _type = "Task" [ 1057.588734] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.595797] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.792223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.792618] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.792618] env[69513]: DEBUG nova.network.neutron [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1057.853818] env[69513]: DEBUG oslo_vmware.api [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381078, 'name': PowerOnVM_Task, 'duration_secs': 0.515285} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.854102] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.854306] env[69513]: INFO nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1057.854490] env[69513]: DEBUG nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.855255] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88bb390-9567-4c73-8744-a087bf4f0342 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.895775] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e2deb3-7148-424e-953b-847e7a3377ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.903439] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d68350-642b-42ab-9b96-e64d28ab022f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.940774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feba350-c18a-4a06-ba5e-dbaaf878c6a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.950557] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a65e09a-6ba9-4d99-9b11-52b0cb861f32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.966883] env[69513]: DEBUG nova.compute.provider_tree [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.021681] env[69513]: DEBUG nova.objects.instance [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'flavor' on Instance uuid 4e9a2ccb-c106-40a5-9606-169dd8d95376 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.098900] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.336446] env[69513]: DEBUG nova.network.neutron [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1058.377250] env[69513]: INFO nova.compute.manager [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Took 26.66 seconds to build instance. [ 1058.464684] env[69513]: DEBUG nova.network.neutron [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.471304] env[69513]: DEBUG nova.scheduler.client.report [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.539252] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.539452] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.599138] env[69513]: DEBUG oslo_vmware.api [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381081, 'name': PowerOnVM_Task, 'duration_secs': 0.553101} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.599374] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.599573] env[69513]: INFO nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1058.599744] env[69513]: DEBUG nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.600536] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b275df37-bf75-4914-a313-275104b09c52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.719173] env[69513]: INFO nova.compute.manager [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Rebuilding instance [ 1058.756391] env[69513]: DEBUG nova.compute.manager [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.757240] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea5b98c-6eb3-43be-ab46-ee1254c6335d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.882659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f657ffe3-5218-4e24-9083-4491f165f346 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "460494d9-84a6-41d6-94d9-f488f86c87f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.171s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.967386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.967728] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Instance network_info: |[{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.968194] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:14:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9216b047-1d7c-42c5-89e0-12ee29cceba1', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.975652] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.976324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.976792] env[69513]: DEBUG nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.979273] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.979572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.519s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.981594] env[69513]: INFO nova.compute.claims [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.984805] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb451757-2a66-4b3d-a264-2a54b5c48ab7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.006333] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.006333] env[69513]: value = "task-3381082" [ 1059.006333] env[69513]: _type = "Task" [ 1059.006333] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.015195] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381082, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.029570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09b7851a-9162-4658-959d-64d87339a3d5 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.043033] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.118907] env[69513]: INFO nova.compute.manager [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Took 32.40 seconds to build instance. [ 1059.229808] env[69513]: DEBUG nova.compute.manager [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.230014] env[69513]: DEBUG nova.compute.manager [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing instance network info cache due to event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.231379] env[69513]: DEBUG oslo_concurrency.lockutils [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.231379] env[69513]: DEBUG oslo_concurrency.lockutils [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.231379] env[69513]: DEBUG nova.network.neutron [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1059.503168] env[69513]: DEBUG nova.compute.utils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.504930] env[69513]: DEBUG nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.517651] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381082, 'name': CreateVM_Task, 'duration_secs': 0.411354} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.517756] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.518863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.518863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.519020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.519470] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991cd0ae-63e6-4001-9814-c8445c8f7282 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.523952] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1059.523952] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527da09e-5f38-803d-fdc2-b71855ecb20f" [ 1059.523952] env[69513]: _type = "Task" [ 1059.523952] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.533802] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527da09e-5f38-803d-fdc2-b71855ecb20f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.565580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.620702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8f731cae-9391-4de8-b840-cc739f04693d tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "af91619a-8058-412a-a501-f6454923b417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.912s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.769632] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.769938] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a8b314-d068-4c19-8819-b982b792540c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.778150] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1059.778150] env[69513]: value = "task-3381083" [ 1059.778150] env[69513]: _type = "Task" [ 1059.778150] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.786602] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.934197] env[69513]: DEBUG nova.network.neutron [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updated VIF entry in instance network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1059.934635] env[69513]: DEBUG nova.network.neutron [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.006549] env[69513]: DEBUG nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.033438] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527da09e-5f38-803d-fdc2-b71855ecb20f, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.035940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.036207] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.036471] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.036632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.036815] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.037265] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f95c72a2-b773-4133-ab08-43a31d2a685d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.043805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "af91619a-8058-412a-a501-f6454923b417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.044046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "af91619a-8058-412a-a501-f6454923b417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.044252] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "af91619a-8058-412a-a501-f6454923b417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.044437] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "af91619a-8058-412a-a501-f6454923b417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.044621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "af91619a-8058-412a-a501-f6454923b417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.047229] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.047318] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.048441] env[69513]: INFO nova.compute.manager [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Terminating instance [ 1060.050050] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c06a39a-9f88-4bc5-8116-a9b460116291 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.059236] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1060.059236] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212ec9b-e1e6-7414-25f9-fcbf04d32d28" [ 1060.059236] env[69513]: _type = "Task" [ 1060.059236] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.068658] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212ec9b-e1e6-7414-25f9-fcbf04d32d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.180374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.180639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.180841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "4e9a2ccb-c106-40a5-9606-169dd8d95376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.181034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.181209] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.185265] env[69513]: INFO nova.compute.manager [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Terminating instance [ 1060.245095] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccefbde-ed01-4b84-8c49-12f9fae5842d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.252549] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260338e8-029f-4d00-9637-b203a5ac15a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.285795] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7a220-5a9a-4116-8d99-5956a78d6412 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.295093] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca201fd8-e81f-4600-b1fe-01407af64d1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.298627] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381083, 'name': PowerOffVM_Task, 'duration_secs': 0.183286} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.298885] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.299117] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.300086] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8eb48d-9b89-474b-a945-27b7d42cc927 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.309967] env[69513]: DEBUG nova.compute.provider_tree [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.315349] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.315558] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-654d4951-c020-40af-a1db-fa4632bb07c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.339052] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.339280] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.339496] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleting the datastore file [datastore2] 460494d9-84a6-41d6-94d9-f488f86c87f7 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.339741] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b550cc33-105a-45d6-b1ad-7ce4232bbe68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.345765] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1060.345765] env[69513]: value = "task-3381085" [ 1060.345765] env[69513]: _type = "Task" [ 1060.345765] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.354067] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.438487] env[69513]: DEBUG oslo_concurrency.lockutils [req-b202c0d1-6a7e-4f6b-b551-33aa375204ae req-6fd8a9a4-c83a-4703-9259-60996e98ca2f service nova] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.557200] env[69513]: DEBUG nova.compute.manager [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.557425] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.558313] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4938286c-efcf-4025-9dc5-6f9f6df11528 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.570294] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212ec9b-e1e6-7414-25f9-fcbf04d32d28, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.572785] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.572999] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93a752d-ffb6-4830-9b9d-831205ab67f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.574966] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c691cb1-40d0-43c7-9f66-ffb0246db90a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.579089] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1060.579089] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52526ff8-cbda-6039-b6e7-98c00071af12" [ 1060.579089] env[69513]: _type = "Task" [ 1060.579089] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.582939] env[69513]: DEBUG oslo_vmware.api [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1060.582939] env[69513]: value = "task-3381086" [ 1060.582939] env[69513]: _type = "Task" [ 1060.582939] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.588556] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52526ff8-cbda-6039-b6e7-98c00071af12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.593429] env[69513]: DEBUG oslo_vmware.api [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.689722] env[69513]: DEBUG nova.compute.manager [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.690560] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.691319] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9991ab-2ea7-4120-8e96-732abacf6ac6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698930] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.699176] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35d2e0a-6c85-4e41-b06c-495599ab47d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.704895] env[69513]: DEBUG oslo_vmware.api [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1060.704895] env[69513]: value = "task-3381087" [ 1060.704895] env[69513]: _type = "Task" [ 1060.704895] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.712534] env[69513]: DEBUG oslo_vmware.api [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.812760] env[69513]: DEBUG nova.scheduler.client.report [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.859202] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108184} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.859613] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.859687] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.859809] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.020095] env[69513]: DEBUG nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.046146] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.046444] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.046610] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.046790] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.046933] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.047085] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.047287] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.047441] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.047603] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.047760] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.047924] env[69513]: DEBUG nova.virt.hardware [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.048781] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f38a81d-57db-4ee3-a92d-8c9e67996971 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.056436] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17d509-a941-4313-9ebf-5615aab529b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.069386] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.074805] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Creating folder: Project (969cc80b8eee431f92054bbbe6c5bcd0). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.075062] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f2c296-4672-481e-ba74-b0305da8f2d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.090222] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Created folder: Project (969cc80b8eee431f92054bbbe6c5bcd0) in parent group-v674393. [ 1061.090399] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Creating folder: Instances. Parent ref: group-v674654. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.090652] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52526ff8-cbda-6039-b6e7-98c00071af12, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.091153] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d90616-1937-46cc-83c2-416199098c54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.092588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.092841] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 6de5da90-b4be-4b15-a6de-e72916765cd1/6de5da90-b4be-4b15-a6de-e72916765cd1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.095643] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc836a3c-f089-4905-a08d-c3b66f5da771 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.097490] env[69513]: DEBUG oslo_vmware.api [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381086, 'name': PowerOffVM_Task, 'duration_secs': 0.196427} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.098039] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.098264] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.098782] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46c32f6c-85c2-4b35-a073-4ca4da50a76d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.103120] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1061.103120] env[69513]: value = "task-3381090" [ 1061.103120] env[69513]: _type = "Task" [ 1061.103120] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.107098] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Created folder: Instances in parent group-v674654. [ 1061.107329] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.107517] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.110268] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60fc0036-1798-44d2-b90d-885ed650e197 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.122087] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.126084] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.126084] env[69513]: value = "task-3381092" [ 1061.126084] env[69513]: _type = "Task" [ 1061.126084] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.132821] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381092, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.194738] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.195185] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.195185] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Deleting the datastore file [datastore1] af91619a-8058-412a-a501-f6454923b417 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.195465] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d63c6c-37c6-4f7c-8719-cdbb120580a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.202245] env[69513]: DEBUG oslo_vmware.api [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for the task: (returnval){ [ 1061.202245] env[69513]: value = "task-3381093" [ 1061.202245] env[69513]: _type = "Task" [ 1061.202245] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.213119] env[69513]: DEBUG oslo_vmware.api [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.216037] env[69513]: DEBUG oslo_vmware.api [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381087, 'name': PowerOffVM_Task, 'duration_secs': 0.176163} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.216270] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.216436] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.216675] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5805d409-7283-488c-a446-5b1a6b66dde1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.274755] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.274929] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.275116] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleting the datastore file [datastore2] 4e9a2ccb-c106-40a5-9606-169dd8d95376 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.275387] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d24e190-d7a6-4b08-a474-438842f164bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.282096] env[69513]: DEBUG oslo_vmware.api [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1061.282096] env[69513]: value = "task-3381095" [ 1061.282096] env[69513]: _type = "Task" [ 1061.282096] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.290475] env[69513]: DEBUG oslo_vmware.api [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.318084] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.318316] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.321116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.789s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.322689] env[69513]: INFO nova.compute.claims [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.612466] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480671} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.612781] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 6de5da90-b4be-4b15-a6de-e72916765cd1/6de5da90-b4be-4b15-a6de-e72916765cd1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.613008] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.613271] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1bb2b59-e98a-4f5d-9aac-471b46c7956c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.619297] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1061.619297] env[69513]: value = "task-3381096" [ 1061.619297] env[69513]: _type = "Task" [ 1061.619297] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.628568] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.636139] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381092, 'name': CreateVM_Task, 'duration_secs': 0.428272} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.636285] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.636675] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.636832] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.637238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.637474] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd18c814-4f09-4efe-9602-16b2c3baf119 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.641421] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1061.641421] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ff808-9e24-3c1e-c723-5ac657a987e8" [ 1061.641421] env[69513]: _type = "Task" [ 1061.641421] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.649211] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ff808-9e24-3c1e-c723-5ac657a987e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.711229] env[69513]: DEBUG oslo_vmware.api [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Task: {'id': task-3381093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425096} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.712052] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.712052] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.712052] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.712052] env[69513]: INFO nova.compute.manager [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] [instance: af91619a-8058-412a-a501-f6454923b417] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1061.712282] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.712399] env[69513]: DEBUG nova.compute.manager [-] [instance: af91619a-8058-412a-a501-f6454923b417] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.712498] env[69513]: DEBUG nova.network.neutron [-] [instance: af91619a-8058-412a-a501-f6454923b417] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1061.791686] env[69513]: DEBUG oslo_vmware.api [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371397} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.791967] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.792173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.792350] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.792600] env[69513]: INFO nova.compute.manager [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1061.792762] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.792952] env[69513]: DEBUG nova.compute.manager [-] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.793059] env[69513]: DEBUG nova.network.neutron [-] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1061.827330] env[69513]: DEBUG nova.compute.utils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.831504] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.831678] env[69513]: DEBUG nova.network.neutron [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.880368] env[69513]: DEBUG nova.policy [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.896706] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.897032] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.897206] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.897389] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.897570] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.897723] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.897931] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.898160] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.898339] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.898505] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.898679] env[69513]: DEBUG nova.virt.hardware [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.899563] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f909c-f2c9-43b3-a981-936f6e59539c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.908294] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5088f2-b774-4a46-8ccc-d736bfe3eab2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.922629] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.930810] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.931791] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.931791] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2d1c15-4841-4216-9a5d-23d754f85832 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.949782] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.949782] env[69513]: value = "task-3381097" [ 1061.949782] env[69513]: _type = "Task" [ 1061.949782] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.958072] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381097, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.129362] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064895} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.129634] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.131597] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5696b7-1c69-4438-a389-9aaa87f18505 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.157936] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6de5da90-b4be-4b15-a6de-e72916765cd1/6de5da90-b4be-4b15-a6de-e72916765cd1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.165631] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5d0c0c-5f7e-4fbc-8514-079f1fdc4233 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.185209] env[69513]: DEBUG nova.compute.manager [req-40389d24-5d9d-4aa3-b672-a8dd13342110 req-85af873c-6427-4f1f-a29c-c843330e3660 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received event network-vif-deleted-d0a4977e-c014-4f9c-803e-3fc3470d8581 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.185458] env[69513]: INFO nova.compute.manager [req-40389d24-5d9d-4aa3-b672-a8dd13342110 req-85af873c-6427-4f1f-a29c-c843330e3660 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Neutron deleted interface d0a4977e-c014-4f9c-803e-3fc3470d8581; detaching it from the instance and deleting it from the info cache [ 1062.185734] env[69513]: DEBUG nova.network.neutron [req-40389d24-5d9d-4aa3-b672-a8dd13342110 req-85af873c-6427-4f1f-a29c-c843330e3660 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Updating instance_info_cache with network_info: [{"id": "e409ab6b-b053-44dc-974a-cb59ef376a42", "address": "fa:16:3e:1e:39:54", "network": {"id": "7842cbd2-d23b-4555-b99a-d1f1c6c20f55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427067555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a8dd5ef96741e3922c8bb7dc29104c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape409ab6b-b0", "ovs_interfaceid": "e409ab6b-b053-44dc-974a-cb59ef376a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.194612] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ff808-9e24-3c1e-c723-5ac657a987e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.196102] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.196345] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.196583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.196729] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.196903] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.197247] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1062.197247] env[69513]: value = "task-3381098" [ 1062.197247] env[69513]: _type = "Task" [ 1062.197247] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.197485] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e02fcc-f517-4ff1-8bec-db7835cf3602 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.210490] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.211968] env[69513]: DEBUG nova.network.neutron [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Successfully created port: b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.215240] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.215417] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.216428] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33217ac6-9907-47d7-b2fc-444415c7dfa9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.222127] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1062.222127] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f1cecf-eb45-3c99-69da-6b1bb8c3f4b5" [ 1062.222127] env[69513]: _type = "Task" [ 1062.222127] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.232714] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f1cecf-eb45-3c99-69da-6b1bb8c3f4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.334954] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.467216] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381097, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.672252] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99376269-f0e7-4fa0-b735-bfcb51632391 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.680260] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf4fa9-c78d-4c09-9aed-1d5b6597392e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.710287] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcb4b99-ba55-4dac-a121-dd55d2918fe3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.716527] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1864cb-851c-48e6-94e4-ec517e79fc26 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.730735] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd2b9f3-fe8e-4b8d-8e40-6a123054a14c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.734358] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.737169] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0a38a-0ec7-478f-984a-f4b38ec1d573 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.752815] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f1cecf-eb45-3c99-69da-6b1bb8c3f4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.761680] env[69513]: DEBUG nova.compute.provider_tree [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.773408] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd5906d-d798-4eba-8a99-7daf9385da6a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.776625] env[69513]: DEBUG nova.compute.manager [req-40389d24-5d9d-4aa3-b672-a8dd13342110 req-85af873c-6427-4f1f-a29c-c843330e3660 service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Detach interface failed, port_id=d0a4977e-c014-4f9c-803e-3fc3470d8581, reason: Instance af91619a-8058-412a-a501-f6454923b417 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.777699] env[69513]: DEBUG nova.scheduler.client.report [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.784214] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1062.784214] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264bc38-847c-c52f-0cac-2eb233a0fa20" [ 1062.784214] env[69513]: _type = "Task" [ 1062.784214] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.792278] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264bc38-847c-c52f-0cac-2eb233a0fa20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.960412] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381097, 'name': CreateVM_Task, 'duration_secs': 0.653682} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.960598] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.961349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.961349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.961639] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.961892] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77be412-4e53-4758-81ee-dcd376da8821 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.966787] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1062.966787] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524a9dfb-ba71-82f3-2e4d-8a2958761c11" [ 1062.966787] env[69513]: _type = "Task" [ 1062.966787] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.974536] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524a9dfb-ba71-82f3-2e4d-8a2958761c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.997020] env[69513]: DEBUG nova.network.neutron [-] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.998314] env[69513]: DEBUG nova.network.neutron [-] [instance: af91619a-8058-412a-a501-f6454923b417] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.219880] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381098, 'name': ReconfigVM_Task, 'duration_secs': 0.837651} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.220942] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6de5da90-b4be-4b15-a6de-e72916765cd1/6de5da90-b4be-4b15-a6de-e72916765cd1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.221702] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d359565-5e08-4562-8b2c-b7b844664822 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.227694] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1063.227694] env[69513]: value = "task-3381099" [ 1063.227694] env[69513]: _type = "Task" [ 1063.227694] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.236783] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381099, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.282412] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.961s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.282949] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.285575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.089s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.285792] env[69513]: DEBUG nova.objects.instance [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lazy-loading 'resources' on Instance uuid 6466553b-1b72-47a5-990c-0fef523931da {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.296529] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264bc38-847c-c52f-0cac-2eb233a0fa20, 'name': SearchDatastore_Task, 'duration_secs': 0.018158} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.296748] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.296992] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.297251] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-157100bc-24a2-4bca-9bcb-d881c959dde2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.304210] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1063.304210] env[69513]: value = "task-3381100" [ 1063.304210] env[69513]: _type = "Task" [ 1063.304210] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.312061] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.345322] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.372447] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.372700] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.372854] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.373058] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.373188] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.373325] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.373531] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.373685] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.373850] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.374020] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.374188] env[69513]: DEBUG nova.virt.hardware [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.375074] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a38218-63f9-4daf-895f-6aad10859f81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.382609] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a7337d-4c3e-46a7-90de-857e66af0c12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.477493] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524a9dfb-ba71-82f3-2e4d-8a2958761c11, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.477845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478105] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.478342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.478494] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.478669] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.479305] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e18f7e48-ca34-45f5-9282-b5d59f414b8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.486625] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.486820] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.487528] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5557d7-1555-4c1a-8e1d-03b73ae443af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.492765] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1063.492765] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ef04e0-363b-037e-da77-5a7f7d420255" [ 1063.492765] env[69513]: _type = "Task" [ 1063.492765] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.500162] env[69513]: INFO nova.compute.manager [-] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Took 1.71 seconds to deallocate network for instance. [ 1063.500504] env[69513]: INFO nova.compute.manager [-] [instance: af91619a-8058-412a-a501-f6454923b417] Took 1.79 seconds to deallocate network for instance. [ 1063.500756] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ef04e0-363b-037e-da77-5a7f7d420255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.637643] env[69513]: DEBUG nova.compute.manager [req-c4df223e-4a25-49dd-999c-3159f7ed58af req-eb5e6eaa-3e9a-44c5-91b6-035d06ff19a7 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Received event network-vif-plugged-b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.637870] env[69513]: DEBUG oslo_concurrency.lockutils [req-c4df223e-4a25-49dd-999c-3159f7ed58af req-eb5e6eaa-3e9a-44c5-91b6-035d06ff19a7 service nova] Acquiring lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.638121] env[69513]: DEBUG oslo_concurrency.lockutils [req-c4df223e-4a25-49dd-999c-3159f7ed58af req-eb5e6eaa-3e9a-44c5-91b6-035d06ff19a7 service nova] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.638308] env[69513]: DEBUG oslo_concurrency.lockutils [req-c4df223e-4a25-49dd-999c-3159f7ed58af req-eb5e6eaa-3e9a-44c5-91b6-035d06ff19a7 service nova] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.638502] env[69513]: DEBUG nova.compute.manager [req-c4df223e-4a25-49dd-999c-3159f7ed58af req-eb5e6eaa-3e9a-44c5-91b6-035d06ff19a7 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] No waiting events found dispatching network-vif-plugged-b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.638742] env[69513]: WARNING nova.compute.manager [req-c4df223e-4a25-49dd-999c-3159f7ed58af req-eb5e6eaa-3e9a-44c5-91b6-035d06ff19a7 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Received unexpected event network-vif-plugged-b671ad9d-9277-4108-a8ec-8a094405058c for instance with vm_state building and task_state spawning. [ 1063.737936] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381099, 'name': Rename_Task, 'duration_secs': 0.174425} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.738410] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.738688] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bddaa3cd-4ea1-43d1-97a0-608db76795cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.753241] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1063.753241] env[69513]: value = "task-3381101" [ 1063.753241] env[69513]: _type = "Task" [ 1063.753241] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.763628] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.780325] env[69513]: DEBUG nova.network.neutron [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Successfully updated port: b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.793225] env[69513]: DEBUG nova.compute.utils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.795324] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.795516] env[69513]: DEBUG nova.network.neutron [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.815577] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.852288] env[69513]: DEBUG nova.policy [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2618f90e434f4a25b5b49748a07bfd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b738cee23e14e849cf8dc499bed1f71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.003967] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ef04e0-363b-037e-da77-5a7f7d420255, 'name': SearchDatastore_Task, 'duration_secs': 0.008174} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.007665] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c135aa5a-67e4-4cec-b1f9-cd5a9ae5efd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.012031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.014524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.019023] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1064.019023] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ddaca4-de6a-38c0-7f57-aa583d1da9f9" [ 1064.019023] env[69513]: _type = "Task" [ 1064.019023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.028473] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ddaca4-de6a-38c0-7f57-aa583d1da9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.083080] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941d785a-4412-49d8-b615-a0bd563d221d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.092935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2734166f-d164-42f3-9af5-a2d6210fe2f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.131181] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d27ddf-a88d-4a00-98e0-6f1eb2715d38 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.142578] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba98b63-3ca8-4ee7-b974-9b9607d870fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.161022] env[69513]: DEBUG nova.compute.provider_tree [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.169228] env[69513]: DEBUG nova.network.neutron [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Successfully created port: 88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.241178] env[69513]: DEBUG nova.compute.manager [req-976abba8-3415-4116-b7a3-f530366486c6 req-f75a02ee-dbfe-4298-881b-c7c66e00ee0f service nova] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Received event network-vif-deleted-3edbbd59-9a3a-48c7-864c-c39d8ae0b9f2 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.241424] env[69513]: DEBUG nova.compute.manager [req-976abba8-3415-4116-b7a3-f530366486c6 req-f75a02ee-dbfe-4298-881b-c7c66e00ee0f service nova] [instance: af91619a-8058-412a-a501-f6454923b417] Received event network-vif-deleted-e409ab6b-b053-44dc-974a-cb59ef376a42 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.264244] env[69513]: DEBUG oslo_vmware.api [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381101, 'name': PowerOnVM_Task, 'duration_secs': 0.504487} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.264489] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.264681] env[69513]: INFO nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1064.264858] env[69513]: DEBUG nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.265648] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11d12d1-95f0-482c-b609-a158a2081601 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.283931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283931] env[69513]: DEBUG nova.network.neutron [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1064.296334] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.316103] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516006} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.316400] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.316645] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.316978] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea06d3b8-a81c-4663-a104-b24fec405ab8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.324547] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1064.324547] env[69513]: value = "task-3381102" [ 1064.324547] env[69513]: _type = "Task" [ 1064.324547] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.335853] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.527428] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ddaca4-de6a-38c0-7f57-aa583d1da9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.527688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.527952] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.528213] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a3f6ce-7ab7-4d5b-9af0-15aa50c2a8cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.534904] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1064.534904] env[69513]: value = "task-3381103" [ 1064.534904] env[69513]: _type = "Task" [ 1064.534904] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.541898] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.637109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.637394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.637602] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.637785] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.637956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.640313] env[69513]: INFO nova.compute.manager [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Terminating instance [ 1064.659849] env[69513]: DEBUG nova.scheduler.client.report [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.784041] env[69513]: INFO nova.compute.manager [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Took 17.25 seconds to build instance. [ 1064.821152] env[69513]: DEBUG nova.network.neutron [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1064.841951] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277659} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.841951] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.843170] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ac79b2-1ff2-42c3-9d62-b6d790877d54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.878313] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.878679] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373ccf23-5834-4f27-84ee-7c830723e6d3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.900569] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1064.900569] env[69513]: value = "task-3381104" [ 1064.900569] env[69513]: _type = "Task" [ 1064.900569] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.910376] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.040890] env[69513]: DEBUG nova.network.neutron [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Updating instance_info_cache with network_info: [{"id": "b671ad9d-9277-4108-a8ec-8a094405058c", "address": "fa:16:3e:5e:21:20", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb671ad9d-92", "ovs_interfaceid": "b671ad9d-9277-4108-a8ec-8a094405058c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.049576] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437212} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.049862] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.050082] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.050395] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef8d034e-8eb7-49b3-bca6-b9b403a2f84e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.057436] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1065.057436] env[69513]: value = "task-3381105" [ 1065.057436] env[69513]: _type = "Task" [ 1065.057436] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.066621] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.144042] env[69513]: DEBUG nova.compute.manager [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.144281] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.145204] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36546279-c640-4201-9ebc-ed417e46c14f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.152959] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.153209] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc262d4-2a8e-4fc6-a723-6b9c8aa5273b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.159510] env[69513]: DEBUG oslo_vmware.api [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1065.159510] env[69513]: value = "task-3381106" [ 1065.159510] env[69513]: _type = "Task" [ 1065.159510] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.164483] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.169849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.912s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.170094] env[69513]: DEBUG nova.objects.instance [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lazy-loading 'resources' on Instance uuid eb491e0a-0ba4-44c8-950c-dc9ebb3258dd {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.171302] env[69513]: DEBUG oslo_vmware.api [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.187570] env[69513]: INFO nova.scheduler.client.report [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Deleted allocations for instance 6466553b-1b72-47a5-990c-0fef523931da [ 1065.285637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2c-d2e9-40f0-a128-5a9f92122601 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.768s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.306915] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.337167] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.337167] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.337167] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.337167] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.337167] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.337167] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.337710] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.338054] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.338401] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.338783] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.339185] env[69513]: DEBUG nova.virt.hardware [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.340481] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd2f09-e612-4aa9-87d2-13e536d8288a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.350398] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc55331-77d9-426d-a9b5-c051c9e81382 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.410599] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.547277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.547277] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Instance network_info: |[{"id": "b671ad9d-9277-4108-a8ec-8a094405058c", "address": "fa:16:3e:5e:21:20", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb671ad9d-92", "ovs_interfaceid": "b671ad9d-9277-4108-a8ec-8a094405058c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.547277] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:21:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b671ad9d-9277-4108-a8ec-8a094405058c', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.560024] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.560024] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.560024] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ed51db4-787c-4d33-86e7-8703fb614ee3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.591679] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065134} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.594817] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.594817] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.594817] env[69513]: value = "task-3381107" [ 1065.594817] env[69513]: _type = "Task" [ 1065.594817] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.594817] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13df22-2d8e-4fa3-9af2-08dbe08029eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.617307] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.620951] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f6e6fb-6cd6-4d5f-ac12-351b551559b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.635607] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381107, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.640560] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1065.640560] env[69513]: value = "task-3381108" [ 1065.640560] env[69513]: _type = "Task" [ 1065.640560] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.652903] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.667141] env[69513]: DEBUG nova.compute.manager [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Received event network-changed-b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.667340] env[69513]: DEBUG nova.compute.manager [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Refreshing instance network info cache due to event network-changed-b671ad9d-9277-4108-a8ec-8a094405058c. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.667552] env[69513]: DEBUG oslo_concurrency.lockutils [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] Acquiring lock "refresh_cache-a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.667829] env[69513]: DEBUG oslo_concurrency.lockutils [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] Acquired lock "refresh_cache-a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.667829] env[69513]: DEBUG nova.network.neutron [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Refreshing network info cache for port b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1065.676300] env[69513]: DEBUG oslo_vmware.api [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381106, 'name': PowerOffVM_Task, 'duration_secs': 0.204984} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.680886] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.681075] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.681354] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13edc69d-8d38-45b6-8e35-5cfe5e12b79b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.694349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dd0c7b9c-f544-4ee8-b49f-6696a772ecb2 tempest-ServerPasswordTestJSON-1959743883 tempest-ServerPasswordTestJSON-1959743883-project-member] Lock "6466553b-1b72-47a5-990c-0fef523931da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.071s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.749370] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.749597] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.749775] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleting the datastore file [datastore1] 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.750512] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87542d80-64ac-4b26-8f0e-ab8e842db9d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.760241] env[69513]: DEBUG oslo_vmware.api [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1065.760241] env[69513]: value = "task-3381110" [ 1065.760241] env[69513]: _type = "Task" [ 1065.760241] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.765457] env[69513]: DEBUG oslo_vmware.api [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.913614] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381104, 'name': ReconfigVM_Task, 'duration_secs': 0.937241} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.913898] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.914718] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f42e9d3a-23a2-4da5-a46b-bb50088ff9fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.923239] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1065.923239] env[69513]: value = "task-3381111" [ 1065.923239] env[69513]: _type = "Task" [ 1065.923239] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.931359] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381111, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.984568] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a16d0-d16c-485a-987d-c6b2f3f92cb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.991760] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacd161-7d80-4144-98fe-0af403e36d7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.024795] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706df78-d67e-44d1-aea0-6d659f39efa8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.032414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0dccca-7d7f-4518-a0e7-2a2f467d75eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.046987] env[69513]: DEBUG nova.compute.provider_tree [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.104328] env[69513]: DEBUG nova.network.neutron [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Successfully updated port: 88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.112051] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381107, 'name': CreateVM_Task, 'duration_secs': 0.357404} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.112051] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.112725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.112725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.112725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.112914] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3cb388-9dfd-46d2-bcd4-4e0c0f87c238 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.118017] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1066.118017] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b01424-dfe3-5b96-f6e0-240c92f9704a" [ 1066.118017] env[69513]: _type = "Task" [ 1066.118017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.129518] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b01424-dfe3-5b96-f6e0-240c92f9704a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.153657] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381108, 'name': ReconfigVM_Task, 'duration_secs': 0.300926} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.153973] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 460494d9-84a6-41d6-94d9-f488f86c87f7/460494d9-84a6-41d6-94d9-f488f86c87f7.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.154599] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43236805-ae7b-4814-970e-9df35d1199a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.165315] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1066.165315] env[69513]: value = "task-3381112" [ 1066.165315] env[69513]: _type = "Task" [ 1066.165315] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.173341] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381112, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.274355] env[69513]: DEBUG oslo_vmware.api [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208132} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.274355] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.274355] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.274355] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.274355] env[69513]: INFO nova.compute.manager [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1066.274355] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.274355] env[69513]: DEBUG nova.compute.manager [-] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.274355] env[69513]: DEBUG nova.network.neutron [-] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1066.402630] env[69513]: DEBUG nova.network.neutron [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Updated VIF entry in instance network info cache for port b671ad9d-9277-4108-a8ec-8a094405058c. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1066.402995] env[69513]: DEBUG nova.network.neutron [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Updating instance_info_cache with network_info: [{"id": "b671ad9d-9277-4108-a8ec-8a094405058c", "address": "fa:16:3e:5e:21:20", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb671ad9d-92", "ovs_interfaceid": "b671ad9d-9277-4108-a8ec-8a094405058c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.433806] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381111, 'name': Rename_Task, 'duration_secs': 0.348618} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.434099] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.434371] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be1c361-7fa6-4b41-83b2-bd23c15d32d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.439975] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1066.439975] env[69513]: value = "task-3381113" [ 1066.439975] env[69513]: _type = "Task" [ 1066.439975] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.447927] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.550661] env[69513]: DEBUG nova.scheduler.client.report [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.608191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "refresh_cache-d746b2f7-2c09-47f1-8d38-1b59de659bc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.608388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "refresh_cache-d746b2f7-2c09-47f1-8d38-1b59de659bc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.608547] env[69513]: DEBUG nova.network.neutron [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1066.630739] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b01424-dfe3-5b96-f6e0-240c92f9704a, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.631077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.631339] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.631576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.631717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.631892] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.632172] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6db8b37-ef07-49c0-b94b-24ed9258f5e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.645805] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.646015] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.647130] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4b8448-c0e3-49ea-873d-c4fb71dc47a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.653503] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1066.653503] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a19026-c36e-a9a2-9cdf-c50438e5c19e" [ 1066.653503] env[69513]: _type = "Task" [ 1066.653503] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.661943] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a19026-c36e-a9a2-9cdf-c50438e5c19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.676318] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381112, 'name': Rename_Task, 'duration_secs': 0.285491} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.676556] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.676845] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca6d6109-8cff-4f0e-b1b4-41227f7332b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.683578] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1066.683578] env[69513]: value = "task-3381114" [ 1066.683578] env[69513]: _type = "Task" [ 1066.683578] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.691815] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.906646] env[69513]: DEBUG oslo_concurrency.lockutils [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] Releasing lock "refresh_cache-a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.906992] env[69513]: DEBUG nova.compute.manager [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.907277] env[69513]: DEBUG nova.compute.manager [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing instance network info cache due to event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.907597] env[69513]: DEBUG oslo_concurrency.lockutils [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.907804] env[69513]: DEBUG oslo_concurrency.lockutils [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.908086] env[69513]: DEBUG nova.network.neutron [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1066.913905] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.914239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.950721] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.062026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.067882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.500s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.067882] env[69513]: INFO nova.compute.claims [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.096751] env[69513]: INFO nova.scheduler.client.report [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Deleted allocations for instance eb491e0a-0ba4-44c8-950c-dc9ebb3258dd [ 1067.120754] env[69513]: DEBUG nova.compute.manager [req-2dec76fb-13b4-43e3-be54-20f8ad6a724c req-4f78ad36-affe-4609-8715-b18580ea7996 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Received event network-vif-deleted-45f3309c-92ea-4d90-b809-a621b329163e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.120972] env[69513]: INFO nova.compute.manager [req-2dec76fb-13b4-43e3-be54-20f8ad6a724c req-4f78ad36-affe-4609-8715-b18580ea7996 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Neutron deleted interface 45f3309c-92ea-4d90-b809-a621b329163e; detaching it from the instance and deleting it from the info cache [ 1067.121178] env[69513]: DEBUG nova.network.neutron [req-2dec76fb-13b4-43e3-be54-20f8ad6a724c req-4f78ad36-affe-4609-8715-b18580ea7996 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.163062] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a19026-c36e-a9a2-9cdf-c50438e5c19e, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.163970] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45be7817-ba97-4bb5-9e05-db7510949d81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.170465] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1067.170465] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dde4b4-c25d-21b8-391e-85c9d39280be" [ 1067.170465] env[69513]: _type = "Task" [ 1067.170465] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.180329] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dde4b4-c25d-21b8-391e-85c9d39280be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.181930] env[69513]: DEBUG nova.network.neutron [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1067.192769] env[69513]: DEBUG oslo_vmware.api [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381114, 'name': PowerOnVM_Task, 'duration_secs': 0.484709} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.193038] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.193244] env[69513]: DEBUG nova.compute.manager [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.194582] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f0fe5-049e-4a47-bb19-67ccd725a2b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.350857] env[69513]: DEBUG nova.network.neutron [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Updating instance_info_cache with network_info: [{"id": "88566e7d-c7c7-4c06-bf8b-92fc7b5796cf", "address": "fa:16:3e:c6:80:fb", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88566e7d-c7", "ovs_interfaceid": "88566e7d-c7c7-4c06-bf8b-92fc7b5796cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.419738] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.461044] env[69513]: DEBUG oslo_vmware.api [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381113, 'name': PowerOnVM_Task, 'duration_secs': 0.647667} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.462959] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.463600] env[69513]: INFO nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1067.463912] env[69513]: DEBUG nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.465077] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5847294b-7bac-49ca-a59b-2f163d5f616f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.602742] env[69513]: DEBUG nova.network.neutron [-] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.611029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ac6aa62a-efb5-4a44-8524-68f512f67efa tempest-ServersAaction247Test-1147206888 tempest-ServersAaction247Test-1147206888-project-member] Lock "eb491e0a-0ba4-44c8-950c-dc9ebb3258dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.559s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.625027] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5befb3d7-6cd7-466e-b834-3ed8d5fefb34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.636037] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ff7fee-267e-424c-8491-0c966e9d87fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.671669] env[69513]: DEBUG nova.compute.manager [req-2dec76fb-13b4-43e3-be54-20f8ad6a724c req-4f78ad36-affe-4609-8715-b18580ea7996 service nova] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Detach interface failed, port_id=45f3309c-92ea-4d90-b809-a621b329163e, reason: Instance 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.674078] env[69513]: DEBUG nova.network.neutron [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updated VIF entry in instance network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1067.674078] env[69513]: DEBUG nova.network.neutron [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.687030] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dde4b4-c25d-21b8-391e-85c9d39280be, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.687030] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.687030] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1/a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.687030] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e0fd61-be97-4298-9be2-a1c653c2aebe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693382] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1067.693382] env[69513]: value = "task-3381115" [ 1067.693382] env[69513]: _type = "Task" [ 1067.693382] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.695861] env[69513]: DEBUG nova.compute.manager [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Received event network-vif-plugged-88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.696135] env[69513]: DEBUG oslo_concurrency.lockutils [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] Acquiring lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.696951] env[69513]: DEBUG oslo_concurrency.lockutils [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.696951] env[69513]: DEBUG oslo_concurrency.lockutils [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.696951] env[69513]: DEBUG nova.compute.manager [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] No waiting events found dispatching network-vif-plugged-88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.696951] env[69513]: WARNING nova.compute.manager [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Received unexpected event network-vif-plugged-88566e7d-c7c7-4c06-bf8b-92fc7b5796cf for instance with vm_state building and task_state spawning. [ 1067.697174] env[69513]: DEBUG nova.compute.manager [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Received event network-changed-88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.697304] env[69513]: DEBUG nova.compute.manager [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Refreshing instance network info cache due to event network-changed-88566e7d-c7c7-4c06-bf8b-92fc7b5796cf. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.697444] env[69513]: DEBUG oslo_concurrency.lockutils [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] Acquiring lock "refresh_cache-d746b2f7-2c09-47f1-8d38-1b59de659bc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.707030] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.716869] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.854542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "refresh_cache-d746b2f7-2c09-47f1-8d38-1b59de659bc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.854659] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Instance network_info: |[{"id": "88566e7d-c7c7-4c06-bf8b-92fc7b5796cf", "address": "fa:16:3e:c6:80:fb", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88566e7d-c7", "ovs_interfaceid": "88566e7d-c7c7-4c06-bf8b-92fc7b5796cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.855056] env[69513]: DEBUG oslo_concurrency.lockutils [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] Acquired lock "refresh_cache-d746b2f7-2c09-47f1-8d38-1b59de659bc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.855056] env[69513]: DEBUG nova.network.neutron [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Refreshing network info cache for port 88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1067.860348] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:80:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88566e7d-c7c7-4c06-bf8b-92fc7b5796cf', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.866154] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.867359] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.867509] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-251654fe-2988-4a1d-874d-a427468934b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.891390] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.891390] env[69513]: value = "task-3381116" [ 1067.891390] env[69513]: _type = "Task" [ 1067.891390] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.902462] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381116, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.948233] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.992367] env[69513]: INFO nova.compute.manager [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Took 18.49 seconds to build instance. [ 1068.107076] env[69513]: INFO nova.compute.manager [-] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Took 1.83 seconds to deallocate network for instance. [ 1068.179686] env[69513]: DEBUG oslo_concurrency.lockutils [req-396b1e28-232c-4135-a394-565bbe646aad req-7a353ba2-eee8-409b-bb18-28ed1c4a2f7c service nova] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.214103] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479369} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.214936] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1/a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.215098] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.215486] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-887399c5-99d4-4395-9d4c-7bf3409c29e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.223461] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1068.223461] env[69513]: value = "task-3381117" [ 1068.223461] env[69513]: _type = "Task" [ 1068.223461] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.234022] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.402883] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381116, 'name': CreateVM_Task, 'duration_secs': 0.487352} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.404598] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.407851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.408018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.408409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.409051] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eb963e-0e67-47f3-9766-fe21888f99a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.413641] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1068.413641] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523698cd-7f85-1223-bc49-7d0c100aeab4" [ 1068.413641] env[69513]: _type = "Task" [ 1068.413641] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.424920] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523698cd-7f85-1223-bc49-7d0c100aeab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.425700] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424fcf59-5dfa-4dfc-a4db-fb53795d440c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.433613] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c174c17-b5e3-461c-81a1-69dce9b6b284 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.474696] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9128f2-e3d8-499c-af36-650c8e8f065d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.489282] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412fb0d4-09f2-4591-84a9-7c575e20a44b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.502017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a8f46e87-214f-43c2-997b-133c809bed82 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "9095642d-516e-4d13-9629-35f8a76ea442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.005s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.502916] env[69513]: DEBUG nova.compute.provider_tree [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.619687] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.651464] env[69513]: DEBUG nova.network.neutron [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Updated VIF entry in instance network info cache for port 88566e7d-c7c7-4c06-bf8b-92fc7b5796cf. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1068.651722] env[69513]: DEBUG nova.network.neutron [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Updating instance_info_cache with network_info: [{"id": "88566e7d-c7c7-4c06-bf8b-92fc7b5796cf", "address": "fa:16:3e:c6:80:fb", "network": {"id": "ca79c23e-a2e1-467b-a3be-d48575b58da2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-27908430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b738cee23e14e849cf8dc499bed1f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88566e7d-c7", "ovs_interfaceid": "88566e7d-c7c7-4c06-bf8b-92fc7b5796cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.733723] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148337} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.735027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.735221] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a69d3a-00f7-484e-bdb7-e26f07e81690 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.758820] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1/a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.761584] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac600b93-206a-41ee-b5b1-98ed49e3b081 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.782362] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1068.782362] env[69513]: value = "task-3381118" [ 1068.782362] env[69513]: _type = "Task" [ 1068.782362] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.791953] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.924910] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523698cd-7f85-1223-bc49-7d0c100aeab4, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.925292] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.925597] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.925867] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.926134] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.926232] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.926521] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e2dcae-696f-461d-9877-808ed8c1c955 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.936054] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.936179] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.936963] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f140d1-4873-40f8-b041-5faf34bf23c9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.942598] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1068.942598] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52290dd3-0db8-8ff0-f725-ca4a980876c5" [ 1068.942598] env[69513]: _type = "Task" [ 1068.942598] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.950507] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52290dd3-0db8-8ff0-f725-ca4a980876c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.982212] env[69513]: INFO nova.compute.manager [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Rebuilding instance [ 1069.011602] env[69513]: DEBUG nova.scheduler.client.report [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.034086] env[69513]: DEBUG nova.compute.manager [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.034943] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12352e8f-1dd5-4480-a689-056d1b46d24e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.156024] env[69513]: DEBUG oslo_concurrency.lockutils [req-9ad9c643-72bb-4645-9fe4-6d5d99ee0a57 req-b7ff03c9-e69f-4cbd-81c7-8435aad14790 service nova] Releasing lock "refresh_cache-d746b2f7-2c09-47f1-8d38-1b59de659bc8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.277558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "460494d9-84a6-41d6-94d9-f488f86c87f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.277908] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "460494d9-84a6-41d6-94d9-f488f86c87f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.278161] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "460494d9-84a6-41d6-94d9-f488f86c87f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.278392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "460494d9-84a6-41d6-94d9-f488f86c87f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.278659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "460494d9-84a6-41d6-94d9-f488f86c87f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.281018] env[69513]: INFO nova.compute.manager [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Terminating instance [ 1069.293276] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381118, 'name': ReconfigVM_Task, 'duration_secs': 0.28189} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.293558] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1/a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.294347] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-238de529-4069-41b4-a66b-954d363d0d1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.301836] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1069.301836] env[69513]: value = "task-3381119" [ 1069.301836] env[69513]: _type = "Task" [ 1069.301836] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.313017] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381119, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.454678] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52290dd3-0db8-8ff0-f725-ca4a980876c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.455442] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b10630-1079-4f9f-adc6-6169b96f8c06 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.460550] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1069.460550] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521278a1-ae9b-f423-d1a3-45cf933c2791" [ 1069.460550] env[69513]: _type = "Task" [ 1069.460550] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.468314] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521278a1-ae9b-f423-d1a3-45cf933c2791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.516620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.517202] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.523777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.512s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.523903] env[69513]: DEBUG nova.objects.instance [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'resources' on Instance uuid 4e9a2ccb-c106-40a5-9606-169dd8d95376 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.789228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "refresh_cache-460494d9-84a6-41d6-94d9-f488f86c87f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.789449] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "refresh_cache-460494d9-84a6-41d6-94d9-f488f86c87f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.789603] env[69513]: DEBUG nova.network.neutron [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1069.814205] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381119, 'name': Rename_Task, 'duration_secs': 0.134745} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.814503] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.814847] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91df200c-143b-4e7e-ad0e-3a60fec08e1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.823144] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1069.823144] env[69513]: value = "task-3381120" [ 1069.823144] env[69513]: _type = "Task" [ 1069.823144] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.835208] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.972714] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521278a1-ae9b-f423-d1a3-45cf933c2791, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.972714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.972714] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] d746b2f7-2c09-47f1-8d38-1b59de659bc8/d746b2f7-2c09-47f1-8d38-1b59de659bc8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.972714] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d690d262-290a-4ae3-972a-37b9bdf54b3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.979259] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1069.979259] env[69513]: value = "task-3381121" [ 1069.979259] env[69513]: _type = "Task" [ 1069.979259] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.987821] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.027452] env[69513]: DEBUG nova.compute.utils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.033336] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.033336] env[69513]: DEBUG nova.network.neutron [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.049672] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.049672] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7bedc3-36d5-403f-8ae7-954ba72ca363 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.059528] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1070.059528] env[69513]: value = "task-3381122" [ 1070.059528] env[69513]: _type = "Task" [ 1070.059528] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.074709] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.077812] env[69513]: DEBUG nova.policy [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13cd3e4c5e2c45d88c7a55ff10060a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b938d7bd52934aaeb2c547fa54298d4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.323772] env[69513]: DEBUG nova.network.neutron [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1070.343924] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381120, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.366929] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee01b7-cfc6-4729-8388-d8ce804e4fd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.377352] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1b071-5fde-4b58-b473-824385926e52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.422846] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35da9a-ec21-49dd-a890-3439c20d750e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.432515] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c0a9a-c182-4c91-adfc-623ca349fb6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.448221] env[69513]: DEBUG nova.compute.provider_tree [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.477155] env[69513]: DEBUG nova.network.neutron [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.492301] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381121, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.533947] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.571478] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381122, 'name': PowerOffVM_Task, 'duration_secs': 0.153222} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.571781] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.572714] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.573474] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414dafe5-80c4-4774-b001-ebbc211e153c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.581630] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.582874] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d717f9b1-db75-4a57-98a1-d4ae07a0d14d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.609934] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.610206] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.610373] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Deleting the datastore file [datastore1] 9095642d-516e-4d13-9629-35f8a76ea442 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.610635] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd63c181-4d9f-4fec-972a-53fe7b1bd4f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.618785] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1070.618785] env[69513]: value = "task-3381124" [ 1070.618785] env[69513]: _type = "Task" [ 1070.618785] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.630605] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.699292] env[69513]: DEBUG nova.network.neutron [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Successfully created port: 7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.842909] env[69513]: DEBUG oslo_vmware.api [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381120, 'name': PowerOnVM_Task, 'duration_secs': 0.684806} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.844172] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.844172] env[69513]: INFO nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1070.844172] env[69513]: DEBUG nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.844963] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865da54-5c38-4d62-9ca3-a564841f8697 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.954923] env[69513]: DEBUG nova.scheduler.client.report [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.980542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "refresh_cache-460494d9-84a6-41d6-94d9-f488f86c87f7" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.980817] env[69513]: DEBUG nova.compute.manager [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.981191] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.982700] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b67b1-126f-4298-87a1-aa267103a758 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.000926] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540657} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.003285] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] d746b2f7-2c09-47f1-8d38-1b59de659bc8/d746b2f7-2c09-47f1-8d38-1b59de659bc8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.003678] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.003827] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.004029] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0872824a-0583-4048-80ab-4b4d57221f6b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.005901] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73ab2bf9-67fc-4345-8293-30832d5053c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.019042] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1071.019042] env[69513]: value = "task-3381125" [ 1071.019042] env[69513]: _type = "Task" [ 1071.019042] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.019042] env[69513]: DEBUG oslo_vmware.api [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1071.019042] env[69513]: value = "task-3381126" [ 1071.019042] env[69513]: _type = "Task" [ 1071.019042] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.031029] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.034673] env[69513]: DEBUG oslo_vmware.api [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.129928] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228976} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.130177] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.130388] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.130570] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.366462] env[69513]: INFO nova.compute.manager [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Took 17.93 seconds to build instance. [ 1071.465034] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.466845] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.453s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.467045] env[69513]: DEBUG nova.objects.instance [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lazy-loading 'resources' on Instance uuid af91619a-8058-412a-a501-f6454923b417 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.487428] env[69513]: INFO nova.scheduler.client.report [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleted allocations for instance 4e9a2ccb-c106-40a5-9606-169dd8d95376 [ 1071.531752] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072111} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.538022] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.538022] env[69513]: DEBUG oslo_vmware.api [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381126, 'name': PowerOffVM_Task, 'duration_secs': 0.132222} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.538022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f952798b-18ab-4565-8a10-797f5e3890a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.539678] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.539906] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.540920] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48632997-d065-4975-aae4-eec5d000b18e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.555212] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.567385] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] d746b2f7-2c09-47f1-8d38-1b59de659bc8/d746b2f7-2c09-47f1-8d38-1b59de659bc8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.568364] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c98c664-188b-4c66-af93-f6c10171712a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.588829] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.588829] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.588829] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleting the datastore file [datastore1] 460494d9-84a6-41d6-94d9-f488f86c87f7 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.589293] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df6f0e3-d605-4fb5-83d8-14b9c5507d9e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.592028] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1071.592028] env[69513]: value = "task-3381128" [ 1071.592028] env[69513]: _type = "Task" [ 1071.592028] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.594128] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.595128] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.595128] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.595128] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.595128] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.595128] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.595377] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.595377] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.595524] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.596909] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.596909] env[69513]: DEBUG nova.virt.hardware [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.597218] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b9016a-85e3-41cf-a536-5351889fefab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.603679] env[69513]: DEBUG oslo_vmware.api [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1071.603679] env[69513]: value = "task-3381129" [ 1071.603679] env[69513]: _type = "Task" [ 1071.603679] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.613745] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.615543] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8573d-acb4-4a0f-8d7d-1c7f87a4ea5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.622335] env[69513]: DEBUG oslo_vmware.api [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.869125] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cc46490-ef02-4b00-af40-3995c6aaddbd tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.443s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.999402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a5dff496-c88c-46fe-bef3-add983b19679 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "4e9a2ccb-c106-40a5-9606-169dd8d95376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.819s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.078305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.078305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.111333] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381128, 'name': ReconfigVM_Task, 'duration_secs': 0.459266} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.111809] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] d746b2f7-2c09-47f1-8d38-1b59de659bc8/d746b2f7-2c09-47f1-8d38-1b59de659bc8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.113145] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246ac99f-bc7a-449c-8599-4a026b62812b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.119958] env[69513]: DEBUG oslo_vmware.api [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248526} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.121292] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.121292] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.121292] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.121292] env[69513]: INFO nova.compute.manager [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1072.121571] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.121615] env[69513]: DEBUG nova.compute.manager [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.121690] env[69513]: DEBUG nova.network.neutron [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1072.125218] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1072.125218] env[69513]: value = "task-3381130" [ 1072.125218] env[69513]: _type = "Task" [ 1072.125218] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.135643] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381130, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.141375] env[69513]: DEBUG nova.network.neutron [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1072.182813] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.183041] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.183719] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.183719] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.183719] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.183919] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.184028] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.184393] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.184565] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.184724] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.184909] env[69513]: DEBUG nova.virt.hardware [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.186436] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d4453b-0b94-4a5f-ac87-b70241b6c90a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.199439] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b405cd-3fc5-4df8-834c-a42ec9a879c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.216218] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.223248] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.227985] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.227985] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cdefe7-3fb3-41f4-b75a-2a5793869ff0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.251477] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.251477] env[69513]: value = "task-3381131" [ 1072.251477] env[69513]: _type = "Task" [ 1072.251477] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.273606] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381131, 'name': CreateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.349341] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7e9a6-8428-4e28-831d-3fef6cb417f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.357739] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a0ee7-e5d9-4200-bb13-ee100a4d9f69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.392400] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc6157-847d-4bcb-8f9b-ee5d3e330a3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.399097] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd808915-bb10-4fd2-aa35-2a476bd2143e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.405588] env[69513]: DEBUG nova.compute.manager [req-7fd34f5c-91e1-4b1e-b0f0-be44f454fa8b req-a08ad25b-099e-48db-99e5-b50b16435cd5 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Received event network-vif-plugged-7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.405783] env[69513]: DEBUG oslo_concurrency.lockutils [req-7fd34f5c-91e1-4b1e-b0f0-be44f454fa8b req-a08ad25b-099e-48db-99e5-b50b16435cd5 service nova] Acquiring lock "edf69be9-34a3-4266-9302-a7b073bb8f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.406015] env[69513]: DEBUG oslo_concurrency.lockutils [req-7fd34f5c-91e1-4b1e-b0f0-be44f454fa8b req-a08ad25b-099e-48db-99e5-b50b16435cd5 service nova] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.406195] env[69513]: DEBUG oslo_concurrency.lockutils [req-7fd34f5c-91e1-4b1e-b0f0-be44f454fa8b req-a08ad25b-099e-48db-99e5-b50b16435cd5 service nova] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.406382] env[69513]: DEBUG nova.compute.manager [req-7fd34f5c-91e1-4b1e-b0f0-be44f454fa8b req-a08ad25b-099e-48db-99e5-b50b16435cd5 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] No waiting events found dispatching network-vif-plugged-7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.406548] env[69513]: WARNING nova.compute.manager [req-7fd34f5c-91e1-4b1e-b0f0-be44f454fa8b req-a08ad25b-099e-48db-99e5-b50b16435cd5 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Received unexpected event network-vif-plugged-7a58b20a-c47a-457a-bc15-e97913c4f912 for instance with vm_state building and task_state spawning. [ 1072.415725] env[69513]: DEBUG nova.compute.provider_tree [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.508526] env[69513]: DEBUG nova.network.neutron [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Successfully updated port: 7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.580630] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.636150] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381130, 'name': Rename_Task, 'duration_secs': 0.163335} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.636150] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.636354] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb5fa6c2-581c-466d-bb7e-cfb10d9686f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.642403] env[69513]: DEBUG nova.network.neutron [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.643773] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1072.643773] env[69513]: value = "task-3381133" [ 1072.643773] env[69513]: _type = "Task" [ 1072.643773] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.652292] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.761683] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381131, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.918512] env[69513]: DEBUG nova.scheduler.client.report [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.011801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-edf69be9-34a3-4266-9302-a7b073bb8f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.011801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-edf69be9-34a3-4266-9302-a7b073bb8f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.011943] env[69513]: DEBUG nova.network.neutron [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1073.105303] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.113942] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.114182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.145594] env[69513]: INFO nova.compute.manager [-] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Took 1.02 seconds to deallocate network for instance. [ 1073.160725] env[69513]: DEBUG oslo_vmware.api [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381133, 'name': PowerOnVM_Task, 'duration_secs': 0.465314} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.160992] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.161253] env[69513]: INFO nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1073.161470] env[69513]: DEBUG nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.162337] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1361b583-9ecd-4012-9986-958afc7e150c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.261855] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381131, 'name': CreateVM_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.424573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.427144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.710s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.427328] env[69513]: DEBUG nova.objects.instance [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.443213] env[69513]: INFO nova.scheduler.client.report [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Deleted allocations for instance af91619a-8058-412a-a501-f6454923b417 [ 1073.545213] env[69513]: DEBUG nova.network.neutron [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1073.616336] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.657308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.679374] env[69513]: INFO nova.compute.manager [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Took 19.17 seconds to build instance. [ 1073.701031] env[69513]: DEBUG nova.network.neutron [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Updating instance_info_cache with network_info: [{"id": "7a58b20a-c47a-457a-bc15-e97913c4f912", "address": "fa:16:3e:d6:fd:3a", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a58b20a-c4", "ovs_interfaceid": "7a58b20a-c47a-457a-bc15-e97913c4f912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.762368] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381131, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.951548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-07d8e47c-7693-4c58-8332-c919c3d1d683 tempest-ServersTestMultiNic-1599747181 tempest-ServersTestMultiNic-1599747181-project-member] Lock "af91619a-8058-412a-a501-f6454923b417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.907s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.138490] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.182405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c246021-5fef-4c74-98a2-a0c2e15ec5e1 tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.683s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.203650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-edf69be9-34a3-4266-9302-a7b073bb8f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.205024] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Instance network_info: |[{"id": "7a58b20a-c47a-457a-bc15-e97913c4f912", "address": "fa:16:3e:d6:fd:3a", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a58b20a-c4", "ovs_interfaceid": "7a58b20a-c47a-457a-bc15-e97913c4f912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.205024] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:fd:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a58b20a-c47a-457a-bc15-e97913c4f912', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.213254] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.213479] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.213705] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23aa1b18-ae1a-496d-917a-8a270bd50e57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.234705] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.234705] env[69513]: value = "task-3381134" [ 1074.234705] env[69513]: _type = "Task" [ 1074.234705] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.242722] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381134, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.261600] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381131, 'name': CreateVM_Task, 'duration_secs': 1.58785} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.261762] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.262189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.262349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.262667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.262977] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20dd243-60e1-4ae1-affc-d123d87ffab3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.268729] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1074.268729] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5218254a-4e38-a46a-9ba3-820217783958" [ 1074.268729] env[69513]: _type = "Task" [ 1074.268729] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.278130] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5218254a-4e38-a46a-9ba3-820217783958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.429166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.429166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.429166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.429595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.429595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.434307] env[69513]: INFO nova.compute.manager [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Terminating instance [ 1074.471211] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09a43a8d-39a8-40de-99f5-f725cb8e36c7 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.471211] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.491s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.471211] env[69513]: INFO nova.compute.claims [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.471211] env[69513]: DEBUG nova.compute.manager [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Received event network-changed-7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.471211] env[69513]: DEBUG nova.compute.manager [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Refreshing instance network info cache due to event network-changed-7a58b20a-c47a-457a-bc15-e97913c4f912. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.471211] env[69513]: DEBUG oslo_concurrency.lockutils [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] Acquiring lock "refresh_cache-edf69be9-34a3-4266-9302-a7b073bb8f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.471211] env[69513]: DEBUG oslo_concurrency.lockutils [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] Acquired lock "refresh_cache-edf69be9-34a3-4266-9302-a7b073bb8f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.471211] env[69513]: DEBUG nova.network.neutron [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Refreshing network info cache for port 7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1074.745732] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381134, 'name': CreateVM_Task, 'duration_secs': 0.345847} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.745732] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.746292] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.779143] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5218254a-4e38-a46a-9ba3-820217783958, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.779143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.779143] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.779537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.779537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.779697] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.779974] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.780323] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.780561] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6261ea-44be-440d-8e24-16eae9b70763 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.782572] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df344d6-2ca4-4797-8514-e8e9e9d19ed2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.789489] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1074.789489] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cd3b53-1bf9-9f4a-c797-68ab0fc1e6db" [ 1074.789489] env[69513]: _type = "Task" [ 1074.789489] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.793439] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.793651] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.794668] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e9d794-7a37-4386-9e28-9946391b19f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.800399] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cd3b53-1bf9-9f4a-c797-68ab0fc1e6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.803471] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1074.803471] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52290078-c42a-2ead-3f1f-828fc76b35b3" [ 1074.803471] env[69513]: _type = "Task" [ 1074.803471] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.810993] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52290078-c42a-2ead-3f1f-828fc76b35b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.948131] env[69513]: DEBUG nova.compute.manager [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.948131] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.948529] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b58fac-588d-4621-a4a8-dfe6b1224f8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.959579] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.961873] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fe0829-df70-4a09-a0a8-08f72b1ee247 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.968868] env[69513]: DEBUG oslo_vmware.api [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1074.968868] env[69513]: value = "task-3381135" [ 1074.968868] env[69513]: _type = "Task" [ 1074.968868] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.978318] env[69513]: DEBUG oslo_vmware.api [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.294548] env[69513]: DEBUG nova.network.neutron [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Updated VIF entry in instance network info cache for port 7a58b20a-c47a-457a-bc15-e97913c4f912. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1075.294989] env[69513]: DEBUG nova.network.neutron [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Updating instance_info_cache with network_info: [{"id": "7a58b20a-c47a-457a-bc15-e97913c4f912", "address": "fa:16:3e:d6:fd:3a", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a58b20a-c4", "ovs_interfaceid": "7a58b20a-c47a-457a-bc15-e97913c4f912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.302108] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cd3b53-1bf9-9f4a-c797-68ab0fc1e6db, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.302418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.302659] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.302867] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.313187] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52290078-c42a-2ead-3f1f-828fc76b35b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.313931] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cd005f-50d4-473c-bb5b-4ec36a248e60 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.318778] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1075.318778] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5271736b-6732-53c7-27f2-846eb2b90442" [ 1075.318778] env[69513]: _type = "Task" [ 1075.318778] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.326387] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5271736b-6732-53c7-27f2-846eb2b90442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.481752] env[69513]: DEBUG oslo_vmware.api [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381135, 'name': PowerOffVM_Task, 'duration_secs': 0.23707} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.482227] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.482518] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.483264] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24a6464-92d3-44ba-b150-a7313c87d169 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.560948] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.561181] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.561398] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleting the datastore file [datastore1] d746b2f7-2c09-47f1-8d38-1b59de659bc8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.561656] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77818b2a-0095-4540-93d1-359cec8dfe6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.571858] env[69513]: DEBUG oslo_vmware.api [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for the task: (returnval){ [ 1075.571858] env[69513]: value = "task-3381137" [ 1075.571858] env[69513]: _type = "Task" [ 1075.571858] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.583934] env[69513]: DEBUG oslo_vmware.api [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.759239] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d26be-0e88-4236-98bf-1c6b6399745d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.766733] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8459005a-b582-4c1d-a92c-5fa8ffaab780 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.800377] env[69513]: DEBUG oslo_concurrency.lockutils [req-c86b9019-8b24-4df8-9506-d82865bb6022 req-245ddff0-2470-4d09-9058-2c3f42bbd715 service nova] Releasing lock "refresh_cache-edf69be9-34a3-4266-9302-a7b073bb8f5b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.802268] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185f1504-02f2-492e-8dec-ccd07850225f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.810308] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a29b49-0e6b-4b6f-829a-edd17aea6076 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.824629] env[69513]: DEBUG nova.compute.provider_tree [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.834483] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5271736b-6732-53c7-27f2-846eb2b90442, 'name': SearchDatastore_Task, 'duration_secs': 0.036676} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.834731] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.835282] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.836176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.836396] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.836611] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2039ee53-bdba-4c62-b0fb-7e21e812a443 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.838595] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95f216b3-76a1-4d97-a304-afa40210cf7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.846626] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1075.846626] env[69513]: value = "task-3381138" [ 1075.846626] env[69513]: _type = "Task" [ 1075.846626] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.847865] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.848055] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.851579] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9a5c23-a15e-4f5f-bdea-bee1e0319d3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.856625] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1075.856625] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ed89ba-07c0-ed77-d8c9-56206d6f44de" [ 1075.856625] env[69513]: _type = "Task" [ 1075.856625] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.859494] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.867371] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ed89ba-07c0-ed77-d8c9-56206d6f44de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.084081] env[69513]: DEBUG oslo_vmware.api [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Task: {'id': task-3381137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339713} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.084346] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.084526] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.084699] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.084869] env[69513]: INFO nova.compute.manager [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.085124] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.085321] env[69513]: DEBUG nova.compute.manager [-] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.085420] env[69513]: DEBUG nova.network.neutron [-] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1076.328222] env[69513]: DEBUG nova.scheduler.client.report [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.361299] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381138, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.375252] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ed89ba-07c0-ed77-d8c9-56206d6f44de, 'name': SearchDatastore_Task, 'duration_secs': 0.018903} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.376248] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e2477e-a1ec-4ae7-9842-c1ea29902e39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.384290] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1076.384290] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ee0dd7-316e-23e9-df59-ad39b47d06d5" [ 1076.384290] env[69513]: _type = "Task" [ 1076.384290] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.394865] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ee0dd7-316e-23e9-df59-ad39b47d06d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.479898] env[69513]: DEBUG nova.compute.manager [req-81058016-fb31-4f35-a728-f08665fa9f0d req-f36610db-95e5-4063-b13e-ce9740fdf4b5 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Received event network-vif-deleted-88566e7d-c7c7-4c06-bf8b-92fc7b5796cf {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.480035] env[69513]: INFO nova.compute.manager [req-81058016-fb31-4f35-a728-f08665fa9f0d req-f36610db-95e5-4063-b13e-ce9740fdf4b5 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Neutron deleted interface 88566e7d-c7c7-4c06-bf8b-92fc7b5796cf; detaching it from the instance and deleting it from the info cache [ 1076.480235] env[69513]: DEBUG nova.network.neutron [req-81058016-fb31-4f35-a728-f08665fa9f0d req-f36610db-95e5-4063-b13e-ce9740fdf4b5 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.825434] env[69513]: DEBUG nova.network.neutron [-] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.833230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.833798] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.838994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.218s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.838994] env[69513]: DEBUG nova.objects.instance [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'resources' on Instance uuid 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.861073] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778343} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.861812] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.861812] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.861980] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29309cf3-2154-4458-972d-ae4e2027a311 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.871182] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1076.871182] env[69513]: value = "task-3381139" [ 1076.871182] env[69513]: _type = "Task" [ 1076.871182] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.881550] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.895686] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ee0dd7-316e-23e9-df59-ad39b47d06d5, 'name': SearchDatastore_Task, 'duration_secs': 0.060315} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.895686] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.895686] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] edf69be9-34a3-4266-9302-a7b073bb8f5b/edf69be9-34a3-4266-9302-a7b073bb8f5b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.895686] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d01c6f-390e-4005-b12a-6aa70daed74f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.902055] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1076.902055] env[69513]: value = "task-3381140" [ 1076.902055] env[69513]: _type = "Task" [ 1076.902055] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.910423] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.984680] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb0951ec-c37c-4004-8368-715943facec8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.993266] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de65c57a-018e-4d14-9ac2-d42f5c36c5d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.029978] env[69513]: DEBUG nova.compute.manager [req-81058016-fb31-4f35-a728-f08665fa9f0d req-f36610db-95e5-4063-b13e-ce9740fdf4b5 service nova] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Detach interface failed, port_id=88566e7d-c7c7-4c06-bf8b-92fc7b5796cf, reason: Instance d746b2f7-2c09-47f1-8d38-1b59de659bc8 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.194836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.195208] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.196146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.196146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.196146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.198474] env[69513]: INFO nova.compute.manager [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Terminating instance [ 1077.330395] env[69513]: INFO nova.compute.manager [-] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Took 1.24 seconds to deallocate network for instance. [ 1077.341378] env[69513]: DEBUG nova.compute.utils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.345256] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.345751] env[69513]: DEBUG nova.network.neutron [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.385155] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093855} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.388370] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.389643] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720e662-7ab0-4742-a818-75a911c6e36d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.413501] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.417233] env[69513]: DEBUG nova.policy [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.422428] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbcdf1b-900f-4a3a-adbe-fe8ecbafd739 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.443174] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.444696] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1077.444696] env[69513]: value = "task-3381141" [ 1077.444696] env[69513]: _type = "Task" [ 1077.444696] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.455779] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.634603] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6c058-4435-47d5-ac5a-29d431f21b8c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.642077] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4ac343-33fa-47eb-add0-eb21dab1aafd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.674952] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377ec4c-1667-4e3e-8d8c-a5ca8e5bcf92 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.682821] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f824bb1-26cc-4c20-aa4b-72e55f0344b4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.696550] env[69513]: DEBUG nova.compute.provider_tree [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.702859] env[69513]: DEBUG nova.compute.manager [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.703072] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.703830] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140662bb-6eb7-40aa-b8f9-e23cbec0e1d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.710520] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.711342] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41f9bc44-75b6-492a-a029-4beb3d99f80f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.717768] env[69513]: DEBUG oslo_vmware.api [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1077.717768] env[69513]: value = "task-3381142" [ 1077.717768] env[69513]: _type = "Task" [ 1077.717768] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.725985] env[69513]: DEBUG oslo_vmware.api [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.782120] env[69513]: DEBUG nova.network.neutron [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Successfully created port: 8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.840241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.848631] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.914492] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547735} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.914492] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] edf69be9-34a3-4266-9302-a7b073bb8f5b/edf69be9-34a3-4266-9302-a7b073bb8f5b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.914492] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.914733] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c439281-71f5-49bf-9472-07e0ed8a0a3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.921577] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1077.921577] env[69513]: value = "task-3381143" [ 1077.921577] env[69513]: _type = "Task" [ 1077.921577] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.932026] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.954783] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.200135] env[69513]: DEBUG nova.scheduler.client.report [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.227192] env[69513]: DEBUG oslo_vmware.api [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381142, 'name': PowerOffVM_Task, 'duration_secs': 0.226405} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.227442] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.227608] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.227923] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7e2656-7120-4ff6-8146-69919b323cb2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.291284] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.291500] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.291663] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleting the datastore file [datastore2] ca73261e-7ec6-46e5-a21a-1b0758d631a1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.291954] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6432eef4-1d34-4af7-bd81-d10731df0708 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.299138] env[69513]: DEBUG oslo_vmware.api [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1078.299138] env[69513]: value = "task-3381145" [ 1078.299138] env[69513]: _type = "Task" [ 1078.299138] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.307062] env[69513]: DEBUG oslo_vmware.api [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.433027] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080258} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.433027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.433723] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef1cba-c83d-4d6f-8f2e-318bfa717e94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.455484] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] edf69be9-34a3-4266-9302-a7b073bb8f5b/edf69be9-34a3-4266-9302-a7b073bb8f5b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.458695] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f9c928-6047-484e-b82b-a42a4ccd1513 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.479068] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381141, 'name': ReconfigVM_Task, 'duration_secs': 0.75404} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.479964] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 9095642d-516e-4d13-9629-35f8a76ea442/9095642d-516e-4d13-9629-35f8a76ea442.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.480697] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1078.480697] env[69513]: value = "task-3381146" [ 1078.480697] env[69513]: _type = "Task" [ 1078.480697] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.480888] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9e11fcc-8952-4a9e-aec1-aa43a8f53cd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.490605] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.491805] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1078.491805] env[69513]: value = "task-3381147" [ 1078.491805] env[69513]: _type = "Task" [ 1078.491805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.499207] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381147, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.704956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.707645] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.602s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.709153] env[69513]: INFO nova.compute.claims [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.730559] env[69513]: INFO nova.scheduler.client.report [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted allocations for instance 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3 [ 1078.810135] env[69513]: DEBUG oslo_vmware.api [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337114} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.810544] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.810826] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.811110] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.811351] env[69513]: INFO nova.compute.manager [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1078.811662] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.811935] env[69513]: DEBUG nova.compute.manager [-] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.812078] env[69513]: DEBUG nova.network.neutron [-] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1078.862763] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.888401] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.888638] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.888789] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.888967] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.889125] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.889272] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.889578] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.889638] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.889781] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.889944] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.890541] env[69513]: DEBUG nova.virt.hardware [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.891171] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f7ee7-fd9b-4317-8712-9b6f983b2602 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.898959] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbedca9-d1c8-400a-8529-fc95bcf2ba1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.992836] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381146, 'name': ReconfigVM_Task, 'duration_secs': 0.290838} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.996321] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] edf69be9-34a3-4266-9302-a7b073bb8f5b/edf69be9-34a3-4266-9302-a7b073bb8f5b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.997049] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069ff47f-6271-4864-927e-d4e5ec572164 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.003737] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381147, 'name': Rename_Task, 'duration_secs': 0.163893} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.005893] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.005893] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1079.005893] env[69513]: value = "task-3381148" [ 1079.005893] env[69513]: _type = "Task" [ 1079.005893] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.005893] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f79876-c21a-40b8-bc94-f2d5b583bc33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.015765] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381148, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.016890] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1079.016890] env[69513]: value = "task-3381149" [ 1079.016890] env[69513]: _type = "Task" [ 1079.016890] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.024984] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.123215] env[69513]: DEBUG nova.compute.manager [req-08782927-4ba1-442c-8252-d00077f3c7b5 req-26544e9c-8bac-4090-a2ff-9e71303340dd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Received event network-vif-deleted-f1f7434c-f45f-4110-8098-0d6868bac249 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.123873] env[69513]: INFO nova.compute.manager [req-08782927-4ba1-442c-8252-d00077f3c7b5 req-26544e9c-8bac-4090-a2ff-9e71303340dd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Neutron deleted interface f1f7434c-f45f-4110-8098-0d6868bac249; detaching it from the instance and deleting it from the info cache [ 1079.123873] env[69513]: DEBUG nova.network.neutron [req-08782927-4ba1-442c-8252-d00077f3c7b5 req-26544e9c-8bac-4090-a2ff-9e71303340dd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.238375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-59422a99-3f16-4589-b3d3-906247830101 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "665a1ac3-9034-4d3e-a4d4-6fc3c97475b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.601s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.308013] env[69513]: DEBUG nova.compute.manager [req-65f65be1-7cc3-4ea1-9a0d-bd67f2a19cfa req-67d21ba6-2a83-40eb-812d-44899ae26f36 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-vif-plugged-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.308269] env[69513]: DEBUG oslo_concurrency.lockutils [req-65f65be1-7cc3-4ea1-9a0d-bd67f2a19cfa req-67d21ba6-2a83-40eb-812d-44899ae26f36 service nova] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.308505] env[69513]: DEBUG oslo_concurrency.lockutils [req-65f65be1-7cc3-4ea1-9a0d-bd67f2a19cfa req-67d21ba6-2a83-40eb-812d-44899ae26f36 service nova] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.308685] env[69513]: DEBUG oslo_concurrency.lockutils [req-65f65be1-7cc3-4ea1-9a0d-bd67f2a19cfa req-67d21ba6-2a83-40eb-812d-44899ae26f36 service nova] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.308920] env[69513]: DEBUG nova.compute.manager [req-65f65be1-7cc3-4ea1-9a0d-bd67f2a19cfa req-67d21ba6-2a83-40eb-812d-44899ae26f36 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] No waiting events found dispatching network-vif-plugged-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.309394] env[69513]: WARNING nova.compute.manager [req-65f65be1-7cc3-4ea1-9a0d-bd67f2a19cfa req-67d21ba6-2a83-40eb-812d-44899ae26f36 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received unexpected event network-vif-plugged-8511a086-8550-433e-ac61-73d1154b8aba for instance with vm_state building and task_state spawning. [ 1079.401129] env[69513]: DEBUG nova.network.neutron [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Successfully updated port: 8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.518708] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381148, 'name': Rename_Task, 'duration_secs': 0.13716} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.521967] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.522242] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab2899c-c629-490f-83b1-4278d977f793 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.528633] env[69513]: DEBUG oslo_vmware.api [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381149, 'name': PowerOnVM_Task, 'duration_secs': 0.436747} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.529883] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.530118] env[69513]: DEBUG nova.compute.manager [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.530577] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1079.530577] env[69513]: value = "task-3381150" [ 1079.530577] env[69513]: _type = "Task" [ 1079.530577] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.531154] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973529c-532b-41ff-a4bb-9aabf9bff3f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.536712] env[69513]: DEBUG nova.network.neutron [-] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.548638] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381150, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.628576] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea34585-a7a0-416b-9be2-6fa51b1713ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.635190] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1105fa22-5350-4672-9e60-ade06e73223a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.668092] env[69513]: DEBUG nova.compute.manager [req-08782927-4ba1-442c-8252-d00077f3c7b5 req-26544e9c-8bac-4090-a2ff-9e71303340dd service nova] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Detach interface failed, port_id=f1f7434c-f45f-4110-8098-0d6868bac249, reason: Instance ca73261e-7ec6-46e5-a21a-1b0758d631a1 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.904471] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.904811] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.904854] env[69513]: DEBUG nova.network.neutron [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1079.976063] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541134af-8d6b-4a8a-a2ef-841c11afdc54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.988996] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8179d71-28ea-4b84-b7c4-30dcb8df5b8a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.023294] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7d8cee-329b-4e1a-8c8b-fb4a2be2de5f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.031437] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2c488-1231-450a-ab14-9cd103c35f42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.039229] env[69513]: INFO nova.compute.manager [-] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Took 1.23 seconds to deallocate network for instance. [ 1080.058273] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.058778] env[69513]: DEBUG nova.compute.provider_tree [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.063642] env[69513]: DEBUG oslo_vmware.api [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381150, 'name': PowerOnVM_Task, 'duration_secs': 0.461055} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.063882] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.064086] env[69513]: INFO nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1080.064266] env[69513]: DEBUG nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.065017] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69befb2b-c3d8-4408-a3ec-aabf96afa93f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.267106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "9095642d-516e-4d13-9629-35f8a76ea442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.267106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "9095642d-516e-4d13-9629-35f8a76ea442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.267106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "9095642d-516e-4d13-9629-35f8a76ea442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.267106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "9095642d-516e-4d13-9629-35f8a76ea442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.267106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "9095642d-516e-4d13-9629-35f8a76ea442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.269334] env[69513]: INFO nova.compute.manager [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Terminating instance [ 1080.435302] env[69513]: DEBUG nova.network.neutron [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1080.485617] env[69513]: INFO nova.compute.manager [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Rebuilding instance [ 1080.533669] env[69513]: DEBUG nova.compute.manager [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.536583] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d345087e-ee12-400f-80d4-8d755a4e1250 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.561961] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.563017] env[69513]: DEBUG nova.scheduler.client.report [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.567044] env[69513]: DEBUG nova.network.neutron [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.580533] env[69513]: INFO nova.compute.manager [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Took 21.03 seconds to build instance. [ 1080.687820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.688107] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.774049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "refresh_cache-9095642d-516e-4d13-9629-35f8a76ea442" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.774255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquired lock "refresh_cache-9095642d-516e-4d13-9629-35f8a76ea442" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.774440] env[69513]: DEBUG nova.network.neutron [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1081.069342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.069812] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.072786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.073066] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Instance network_info: |[{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.073508] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.416s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.073719] env[69513]: DEBUG nova.objects.instance [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lazy-loading 'resources' on Instance uuid 460494d9-84a6-41d6-94d9-f488f86c87f7 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.074870] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8511a086-8550-433e-ac61-73d1154b8aba', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.082452] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.085643] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d9e27c5-72cf-4b5b-a053-34fcd8c75f93 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.546s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.085850] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.086488] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd13297-29fa-481d-953a-8475b3e065d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.110336] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.110336] env[69513]: value = "task-3381151" [ 1081.110336] env[69513]: _type = "Task" [ 1081.110336] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.118931] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381151, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.190974] env[69513]: INFO nova.compute.manager [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Detaching volume ee470788-2c20-4c7c-82e1-94d24fe67d8e [ 1081.228998] env[69513]: INFO nova.virt.block_device [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Attempting to driver detach volume ee470788-2c20-4c7c-82e1-94d24fe67d8e from mountpoint /dev/sdb [ 1081.229702] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.229702] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674602', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'name': 'volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c86a2fcc-0c8e-49a3-ad02-d00da7487fea', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'serial': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.230893] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a55376-da65-4a2d-9f6c-b2ae52582be2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.252113] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45eeccf-bc47-4711-8b2f-d8406ed10e72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.258934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45c7a2-f53c-4c53-bc81-597b23244e04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.285598] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b2fe3b-4547-4c4d-bd2f-2de9ccd12b88 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302065] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] The volume has not been displaced from its original location: [datastore1] volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e/volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.307633] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.311099] env[69513]: DEBUG nova.network.neutron [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1081.314909] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1878e9f7-0a7d-42cb-85f8-e4cd243874d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.332418] env[69513]: DEBUG oslo_vmware.api [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1081.332418] env[69513]: value = "task-3381152" [ 1081.332418] env[69513]: _type = "Task" [ 1081.332418] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.341245] env[69513]: DEBUG oslo_vmware.api [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.381133] env[69513]: DEBUG nova.compute.manager [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-changed-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.381133] env[69513]: DEBUG nova.compute.manager [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing instance network info cache due to event network-changed-8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.381133] env[69513]: DEBUG oslo_concurrency.lockutils [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.381504] env[69513]: DEBUG oslo_concurrency.lockutils [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.381504] env[69513]: DEBUG nova.network.neutron [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1081.393011] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b5f744-9947-43bf-8d2b-bbdf7f55d5ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.401071] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2300a67-ecc9-4549-be27-c75c10cdda54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.404976] env[69513]: DEBUG nova.network.neutron [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.436688] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03b857-60b3-4cf3-a28f-29f537f31e9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.444523] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3371f6ea-b9a5-4d71-b2b6-eb866bfac173 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.458859] env[69513]: DEBUG nova.compute.provider_tree [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.474747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.474747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.550703] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.551014] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5038d1f2-ff89-46a2-9b39-206345feede5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.557319] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1081.557319] env[69513]: value = "task-3381153" [ 1081.557319] env[69513]: _type = "Task" [ 1081.557319] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.565219] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.576034] env[69513]: DEBUG nova.compute.utils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.577621] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.577756] env[69513]: DEBUG nova.network.neutron [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.620568] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381151, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.623082] env[69513]: DEBUG nova.policy [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f97a68f70e453a8c90df1d131fff63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e07fa73dff450caec96e879ee06100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.841856] env[69513]: DEBUG oslo_vmware.api [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381152, 'name': ReconfigVM_Task, 'duration_secs': 0.21068} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.842036] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.847398] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f20dd88-e7f1-4daa-9e39-2b061ad9970d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.863974] env[69513]: DEBUG oslo_vmware.api [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1081.863974] env[69513]: value = "task-3381154" [ 1081.863974] env[69513]: _type = "Task" [ 1081.863974] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.872593] env[69513]: DEBUG oslo_vmware.api [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.909061] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Releasing lock "refresh_cache-9095642d-516e-4d13-9629-35f8a76ea442" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.909494] env[69513]: DEBUG nova.compute.manager [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.909824] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.910742] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c404d19d-e010-479f-86e9-7b79c62d5366 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.914427] env[69513]: DEBUG nova.network.neutron [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Successfully created port: bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.923156] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.923262] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0abc411c-b061-4e5c-977f-a51f672e3007 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.930023] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1081.930023] env[69513]: value = "task-3381155" [ 1081.930023] env[69513]: _type = "Task" [ 1081.930023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.937713] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.962046] env[69513]: DEBUG nova.scheduler.client.report [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.977022] env[69513]: DEBUG nova.compute.utils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.070881] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381153, 'name': PowerOffVM_Task, 'duration_secs': 0.224725} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.071211] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.071497] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.072274] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070cd01b-baf9-48d2-9b44-c2633e75a4ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.079122] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.079457] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d6a77d-40a6-4e11-a2f7-59629da5bc6b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.081184] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.094932] env[69513]: DEBUG nova.network.neutron [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updated VIF entry in instance network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1082.095306] env[69513]: DEBUG nova.network.neutron [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.120455] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381151, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.142472] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.142693] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.142872] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleting the datastore file [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.143341] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa44c05-cbc2-471a-81c8-8519e4f43ef8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.150596] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1082.150596] env[69513]: value = "task-3381157" [ 1082.150596] env[69513]: _type = "Task" [ 1082.150596] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.159563] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.373368] env[69513]: DEBUG oslo_vmware.api [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381154, 'name': ReconfigVM_Task, 'duration_secs': 0.147494} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.373709] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674602', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'name': 'volume-ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c86a2fcc-0c8e-49a3-ad02-d00da7487fea', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e', 'serial': 'ee470788-2c20-4c7c-82e1-94d24fe67d8e'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.439315] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.468070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.394s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.471021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.332s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.472506] env[69513]: INFO nova.compute.claims [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.480178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.491737] env[69513]: INFO nova.scheduler.client.report [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleted allocations for instance 460494d9-84a6-41d6-94d9-f488f86c87f7 [ 1082.597694] env[69513]: DEBUG oslo_concurrency.lockutils [req-d14b7407-846e-4ca2-a045-626fca6d2283 req-a3c54b59-2cf5-4442-be7d-26e0f188bb0e service nova] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.622069] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381151, 'name': CreateVM_Task, 'duration_secs': 1.375041} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.623176] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.623742] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.623879] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.624215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.624718] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddce69da-7e63-4af1-9498-8cbd3b7f4dd5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.630564] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1082.630564] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52223bff-5a73-6bd9-b80c-49412b7a1b7b" [ 1082.630564] env[69513]: _type = "Task" [ 1082.630564] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.638813] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52223bff-5a73-6bd9-b80c-49412b7a1b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.659517] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14963} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.659764] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.659941] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.660129] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.922363] env[69513]: DEBUG nova.objects.instance [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'flavor' on Instance uuid c86a2fcc-0c8e-49a3-ad02-d00da7487fea {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.940581] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381155, 'name': PowerOffVM_Task, 'duration_secs': 0.606674} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.941561] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.941774] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.942064] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-152dcf0f-b7e2-45ad-85cf-e8bf235aeed6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.965153] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.965381] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.965560] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Deleting the datastore file [datastore2] 9095642d-516e-4d13-9629-35f8a76ea442 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.965813] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c042e6f6-6e8d-4acc-b58c-998870a2dbc3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.971232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.971561] env[69513]: DEBUG oslo_concurrency.lockutils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.974191] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for the task: (returnval){ [ 1082.974191] env[69513]: value = "task-3381159" [ 1082.974191] env[69513]: _type = "Task" [ 1082.974191] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.987523] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.000387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc29a36d-3746-43c9-a708-da1c99298982 tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "460494d9-84a6-41d6-94d9-f488f86c87f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.722s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.091438] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.118104] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.118378] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.118548] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.118733] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.118880] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.119034] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.119243] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.119399] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.119564] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.119723] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.119891] env[69513]: DEBUG nova.virt.hardware [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.121211] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b70c20-b991-4391-b2ab-1d62ff6b76e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.129400] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30159031-0899-40a6-85d6-0b10322665e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.149497] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52223bff-5a73-6bd9-b80c-49412b7a1b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.149800] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.150043] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.150283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.150460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.150674] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.150931] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a5842a-b2ce-4ce2-9f66-ac5484defc0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.159261] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.159563] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.160170] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9ca837-d5a3-4f08-b6fd-16f775976de0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.168913] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1083.168913] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a1bb6a-01e7-10b8-77c7-d9f920f43757" [ 1083.168913] env[69513]: _type = "Task" [ 1083.168913] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.177895] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a1bb6a-01e7-10b8-77c7-d9f920f43757, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.178808] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40c7404-ce2e-4b3f-8668-81590fc51b2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.183878] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1083.183878] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f452d9-6fac-06bd-e5a4-26fb0c349261" [ 1083.183878] env[69513]: _type = "Task" [ 1083.183878] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.191944] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f452d9-6fac-06bd-e5a4-26fb0c349261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.403709] env[69513]: DEBUG nova.network.neutron [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Successfully updated port: bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.430060] env[69513]: DEBUG nova.compute.manager [req-818fc7ae-e573-4ddf-9cf7-336af1140550 req-7004c626-8083-4433-a9dd-721e7dcfa71f service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-vif-plugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.430330] env[69513]: DEBUG oslo_concurrency.lockutils [req-818fc7ae-e573-4ddf-9cf7-336af1140550 req-7004c626-8083-4433-a9dd-721e7dcfa71f service nova] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.430613] env[69513]: DEBUG oslo_concurrency.lockutils [req-818fc7ae-e573-4ddf-9cf7-336af1140550 req-7004c626-8083-4433-a9dd-721e7dcfa71f service nova] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.430818] env[69513]: DEBUG oslo_concurrency.lockutils [req-818fc7ae-e573-4ddf-9cf7-336af1140550 req-7004c626-8083-4433-a9dd-721e7dcfa71f service nova] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.431467] env[69513]: DEBUG nova.compute.manager [req-818fc7ae-e573-4ddf-9cf7-336af1140550 req-7004c626-8083-4433-a9dd-721e7dcfa71f service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] No waiting events found dispatching network-vif-plugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.431677] env[69513]: WARNING nova.compute.manager [req-818fc7ae-e573-4ddf-9cf7-336af1140550 req-7004c626-8083-4433-a9dd-721e7dcfa71f service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received unexpected event network-vif-plugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 for instance with vm_state building and task_state spawning. [ 1083.476442] env[69513]: DEBUG nova.compute.utils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.488120] env[69513]: DEBUG oslo_vmware.api [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Task: {'id': task-3381159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087794} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.488937] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.489135] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.489309] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.489475] env[69513]: INFO nova.compute.manager [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1083.489713] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.489900] env[69513]: DEBUG nova.compute.manager [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.490032] env[69513]: DEBUG nova.network.neutron [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1083.506349] env[69513]: DEBUG nova.network.neutron [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1083.540684] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.540929] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.541162] env[69513]: INFO nova.compute.manager [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Attaching volume 18b9d869-48f7-465a-8a56-c57563f589a6 to /dev/sdb [ 1083.575490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b7e86-48fa-457c-8484-fc14a06420c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.585122] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b19bb1b-7550-4db0-a389-c600476ccc40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.599426] env[69513]: DEBUG nova.virt.block_device [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Updating existing volume attachment record: f37ec33a-757c-4963-8740-d75147cbc600 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.605081] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "86eab44a-2ab7-4907-8838-e7e47651fb78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.605276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "86eab44a-2ab7-4907-8838-e7e47651fb78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.605485] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "86eab44a-2ab7-4907-8838-e7e47651fb78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.605673] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "86eab44a-2ab7-4907-8838-e7e47651fb78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.605837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "86eab44a-2ab7-4907-8838-e7e47651fb78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.607880] env[69513]: INFO nova.compute.manager [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Terminating instance [ 1083.696687] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f452d9-6fac-06bd-e5a4-26fb0c349261, 'name': SearchDatastore_Task, 'duration_secs': 0.008427} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.698913] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.699149] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.699301] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.699483] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.699628] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.699770] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.699971] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.700152] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.700318] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.700504] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.700679] env[69513]: DEBUG nova.virt.hardware [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.703127] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.703382] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] be9aadd0-300a-48df-9759-8cfff222d4a4/be9aadd0-300a-48df-9759-8cfff222d4a4.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.704146] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed742673-7f2d-40df-9d6d-a0a129868b77 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.706757] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47148086-639e-4fdd-aa42-db17e063e8e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.713089] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c166cb0-55e2-4487-9b2d-cd2bd4a1ba4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.718991] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1d7303-cebe-4565-a382-375d71d7bab6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.721626] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1083.721626] env[69513]: value = "task-3381160" [ 1083.721626] env[69513]: _type = "Task" [ 1083.721626] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.734330] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:3b:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b79f4cda-592f-4f84-b8c9-6ebc096e3553', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.742105] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.744552] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f148875d-5ac7-429f-9b21-ff4d2aa12c2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.747824] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.753921] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34306078-ee01-44c0-9eee-f122c387d0f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769018] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.770458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.802144] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa16f3a6-4664-4739-bc79-58b0b1d6768e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.805023] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.805023] env[69513]: value = "task-3381162" [ 1083.805023] env[69513]: _type = "Task" [ 1083.805023] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.812739] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff9b8d-e9a1-4b62-ac52-182c330ea299 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.819727] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381162, 'name': CreateVM_Task} progress is 15%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.831115] env[69513]: DEBUG nova.compute.provider_tree [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.906535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.906535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.906535] env[69513]: DEBUG nova.network.neutron [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1083.933329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d9ceff11-2942-4905-998b-9b995f78fbea tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.934455] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.164s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.934706] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.934907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.935079] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.937445] env[69513]: INFO nova.compute.manager [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Terminating instance [ 1083.982515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.009220] env[69513]: DEBUG nova.network.neutron [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.111377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "refresh_cache-86eab44a-2ab7-4907-8838-e7e47651fb78" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.111689] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquired lock "refresh_cache-86eab44a-2ab7-4907-8838-e7e47651fb78" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.111839] env[69513]: DEBUG nova.network.neutron [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1084.232075] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462621} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.232213] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] be9aadd0-300a-48df-9759-8cfff222d4a4/be9aadd0-300a-48df-9759-8cfff222d4a4.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.232354] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.232651] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a568f8f4-f7e1-4d2a-9936-616d76e5e433 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.238920] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1084.238920] env[69513]: value = "task-3381165" [ 1084.238920] env[69513]: _type = "Task" [ 1084.238920] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.246487] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.318077] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381162, 'name': CreateVM_Task, 'duration_secs': 0.519891} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.318077] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.318077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.318077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.318077] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.318077] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b696da3-0f21-4d5a-bd21-35ceb83cd078 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.320923] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1084.320923] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6e622-7885-8171-58d3-bf1aa7263691" [ 1084.320923] env[69513]: _type = "Task" [ 1084.320923] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.329950] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6e622-7885-8171-58d3-bf1aa7263691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.333786] env[69513]: DEBUG nova.scheduler.client.report [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.441995] env[69513]: DEBUG nova.network.neutron [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1084.444351] env[69513]: DEBUG nova.compute.manager [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.444550] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.445439] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc417acb-b4d1-4767-ac41-6d597ae47e44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.453539] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.453790] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248fc9c6-4895-49c9-8b60-fade31f936d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.460574] env[69513]: DEBUG oslo_vmware.api [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1084.460574] env[69513]: value = "task-3381166" [ 1084.460574] env[69513]: _type = "Task" [ 1084.460574] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.471083] env[69513]: DEBUG oslo_vmware.api [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.514307] env[69513]: INFO nova.compute.manager [-] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Took 1.02 seconds to deallocate network for instance. [ 1084.634363] env[69513]: DEBUG nova.network.neutron [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1084.679012] env[69513]: DEBUG nova.network.neutron [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.749312] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067359} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.753019] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.753019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f172a8bb-38dc-4fa3-8830-6d264e2df651 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.773723] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] be9aadd0-300a-48df-9759-8cfff222d4a4/be9aadd0-300a-48df-9759-8cfff222d4a4.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.774209] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89be1e1c-7cb9-425f-a1ba-85ecabce8a6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.793979] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1084.793979] env[69513]: value = "task-3381167" [ 1084.793979] env[69513]: _type = "Task" [ 1084.793979] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.804159] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.837025] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6e622-7885-8171-58d3-bf1aa7263691, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.837025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.837025] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.837025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.837025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.837025] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.837025] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95108a8b-b267-421a-af9a-f9eb16a2abcb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.838667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.839379] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.842500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.842873] env[69513]: DEBUG nova.objects.instance [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lazy-loading 'resources' on Instance uuid d746b2f7-2c09-47f1-8d38-1b59de659bc8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.850488] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.850889] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.852170] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2745a1-9423-42b5-859d-b13df9064c8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.857056] env[69513]: DEBUG nova.network.neutron [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.861547] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1084.861547] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff1ee4-4fef-de8d-1917-3807879b9da4" [ 1084.861547] env[69513]: _type = "Task" [ 1084.861547] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.871814] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ff1ee4-4fef-de8d-1917-3807879b9da4, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.872813] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1653004-a576-4be6-a280-6bda54f3d517 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.879480] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1084.879480] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522f612c-ad89-a103-40aa-4cb54a6a8f15" [ 1084.879480] env[69513]: _type = "Task" [ 1084.879480] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.890704] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522f612c-ad89-a103-40aa-4cb54a6a8f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.971791] env[69513]: DEBUG oslo_vmware.api [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381166, 'name': PowerOffVM_Task, 'duration_secs': 0.431894} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.972118] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.972291] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.972549] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf1dfd47-86c5-42b0-83a5-9b96cce4b63e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.021661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.043015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.043015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.043015] env[69513]: INFO nova.compute.manager [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Attaching volume 0b9f1c93-fff0-4d5f-a77f-5bf11492cae2 to /dev/sdb [ 1085.078020] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848e36d-2c1a-443a-8eb8-b98c54ccd0e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.083824] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af60a969-92a1-4df4-acdd-4c35d7f66209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.097059] env[69513]: DEBUG nova.virt.block_device [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating existing volume attachment record: 476d1df2-f6a5-449a-9389-3583058335fe {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.112021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.112021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.112021] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleting the datastore file [datastore1] c86a2fcc-0c8e-49a3-ad02-d00da7487fea {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.112021] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518ecc31-b4ba-44f3-ba91-7a62b0ddf66c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.124017] env[69513]: DEBUG oslo_vmware.api [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1085.124017] env[69513]: value = "task-3381169" [ 1085.124017] env[69513]: _type = "Task" [ 1085.124017] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.130505] env[69513]: DEBUG oslo_vmware.api [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.181146] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Releasing lock "refresh_cache-86eab44a-2ab7-4907-8838-e7e47651fb78" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.181613] env[69513]: DEBUG nova.compute.manager [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.181832] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.182805] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797377bc-f5c2-44f5-9cfa-40862e5e691b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.190677] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.190940] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b450b30e-300d-411f-a2f6-179004532f0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.197855] env[69513]: DEBUG oslo_vmware.api [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1085.197855] env[69513]: value = "task-3381170" [ 1085.197855] env[69513]: _type = "Task" [ 1085.197855] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.206616] env[69513]: DEBUG oslo_vmware.api [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.304090] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.351085] env[69513]: DEBUG nova.compute.utils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.353286] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.353740] env[69513]: DEBUG nova.network.neutron [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.362384] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.362945] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance network_info: |[{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.363141] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:90:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5a8cb7-b206-46b1-8d38-092266d7ca57', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.371113] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating folder: Project (b3e07fa73dff450caec96e879ee06100). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.371902] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ff07a2-2e66-4445-92b3-eb243e21982a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.384999] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Created folder: Project (b3e07fa73dff450caec96e879ee06100) in parent group-v674393. [ 1085.384999] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating folder: Instances. Parent ref: group-v674666. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.385538] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e48be639-54ef-4710-835e-61b346333d03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.390742] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522f612c-ad89-a103-40aa-4cb54a6a8f15, 'name': SearchDatastore_Task, 'duration_secs': 0.017596} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.393555] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.393889] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.395097] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cd3cc6a-fb28-41b9-a688-2e7de1c7c4cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.400652] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1085.400652] env[69513]: value = "task-3381174" [ 1085.400652] env[69513]: _type = "Task" [ 1085.400652] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.405906] env[69513]: DEBUG nova.policy [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.409391] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Created folder: Instances in parent group-v674666. [ 1085.409618] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.410372] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.411064] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-118fe32e-5434-4733-b057-08f7528f380b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.430467] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.434284] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.434284] env[69513]: value = "task-3381175" [ 1085.434284] env[69513]: _type = "Task" [ 1085.434284] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.441989] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381175, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.463964] env[69513]: DEBUG nova.compute.manager [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-changed-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.463964] env[69513]: DEBUG nova.compute.manager [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Refreshing instance network info cache due to event network-changed-bf5a8cb7-b206-46b1-8d38-092266d7ca57. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.463964] env[69513]: DEBUG oslo_concurrency.lockutils [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.463964] env[69513]: DEBUG oslo_concurrency.lockutils [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.463964] env[69513]: DEBUG nova.network.neutron [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Refreshing network info cache for port bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1085.633906] env[69513]: DEBUG oslo_vmware.api [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272309} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.636924] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.637198] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.637405] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.637580] env[69513]: INFO nova.compute.manager [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1085.637827] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.638304] env[69513]: DEBUG nova.compute.manager [-] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.638400] env[69513]: DEBUG nova.network.neutron [-] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1085.656316] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694e351-2f87-43bd-820e-549a7e205f8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.665514] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1085a1bc-cb8d-4bdb-aa38-82996f85c939 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.707069] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c039346-c212-4539-bb98-b54794327f44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.718768] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82471ce8-534a-4afc-81d5-bd0b69be8769 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.722857] env[69513]: DEBUG oslo_vmware.api [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381170, 'name': PowerOffVM_Task, 'duration_secs': 0.129617} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.723210] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.723408] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.724066] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b445c9e-a0ea-415c-85cd-62dbffb310ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.734338] env[69513]: DEBUG nova.compute.provider_tree [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.753886] env[69513]: DEBUG nova.network.neutron [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Successfully created port: 673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.761213] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.761451] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.761639] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleting the datastore file [datastore2] 86eab44a-2ab7-4907-8838-e7e47651fb78 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.761916] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b7ff25-f707-4cd9-b331-12be66556d78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.768348] env[69513]: DEBUG oslo_vmware.api [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for the task: (returnval){ [ 1085.768348] env[69513]: value = "task-3381179" [ 1085.768348] env[69513]: _type = "Task" [ 1085.768348] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.780025] env[69513]: DEBUG oslo_vmware.api [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.806713] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381167, 'name': ReconfigVM_Task, 'duration_secs': 0.555585} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.807356] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Reconfigured VM instance instance-00000062 to attach disk [datastore1] be9aadd0-300a-48df-9759-8cfff222d4a4/be9aadd0-300a-48df-9759-8cfff222d4a4.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.807793] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3722581-2b33-470b-99a3-09ec492bdd18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.815061] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1085.815061] env[69513]: value = "task-3381180" [ 1085.815061] env[69513]: _type = "Task" [ 1085.815061] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.824317] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381180, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.857401] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.915188] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.946238] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381175, 'name': CreateVM_Task, 'duration_secs': 0.366649} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.946431] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.947170] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.947359] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.947698] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.947976] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833bfee2-6ff1-4b4c-8eb7-016cfa60b512 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.952958] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1085.952958] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d48e48-7e32-2f8a-842a-3bed3f075d61" [ 1085.952958] env[69513]: _type = "Task" [ 1085.952958] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.961236] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d48e48-7e32-2f8a-842a-3bed3f075d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.238503] env[69513]: DEBUG nova.scheduler.client.report [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.248069] env[69513]: DEBUG nova.compute.manager [req-1306a546-f1d2-4b83-bdfb-41cd3b53a6d4 req-f62c72f8-3d9f-481d-82f8-36cab1d841e7 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Received event network-vif-deleted-25cb11d4-4b5b-4fe3-8f46-fa22807fc407 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.248069] env[69513]: INFO nova.compute.manager [req-1306a546-f1d2-4b83-bdfb-41cd3b53a6d4 req-f62c72f8-3d9f-481d-82f8-36cab1d841e7 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Neutron deleted interface 25cb11d4-4b5b-4fe3-8f46-fa22807fc407; detaching it from the instance and deleting it from the info cache [ 1086.248355] env[69513]: DEBUG nova.network.neutron [req-1306a546-f1d2-4b83-bdfb-41cd3b53a6d4 req-f62c72f8-3d9f-481d-82f8-36cab1d841e7 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.278687] env[69513]: DEBUG oslo_vmware.api [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Task: {'id': task-3381179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20802} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.278933] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.279128] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.279307] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.279475] env[69513]: INFO nova.compute.manager [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1086.279768] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.279898] env[69513]: DEBUG nova.compute.manager [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.279991] env[69513]: DEBUG nova.network.neutron [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1086.294465] env[69513]: DEBUG nova.network.neutron [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updated VIF entry in instance network info cache for port bf5a8cb7-b206-46b1-8d38-092266d7ca57. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1086.294890] env[69513]: DEBUG nova.network.neutron [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.296352] env[69513]: DEBUG nova.network.neutron [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1086.326837] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381180, 'name': Rename_Task, 'duration_secs': 0.226516} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.327123] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.327473] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1aebeac-4460-4336-b89f-e351c0aff160 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.333262] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1086.333262] env[69513]: value = "task-3381182" [ 1086.333262] env[69513]: _type = "Task" [ 1086.333262] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.341063] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.412951] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538945} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.413258] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.413470] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.413809] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe8c060c-28c3-4525-8a27-e643b33a3c10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.419807] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1086.419807] env[69513]: value = "task-3381183" [ 1086.419807] env[69513]: _type = "Task" [ 1086.419807] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.430923] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.466302] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d48e48-7e32-2f8a-842a-3bed3f075d61, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.466302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.466302] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.466302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.466302] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.466302] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.466302] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bb5b9b3-148a-4030-bdaf-2f70c5310e8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.475193] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.475379] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.476102] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c335d8-5942-4540-9f01-7feb9f1dd17b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.480988] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1086.480988] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dfd1e0-549d-4b0d-def5-b96886a1074f" [ 1086.480988] env[69513]: _type = "Task" [ 1086.480988] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.488503] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dfd1e0-549d-4b0d-def5-b96886a1074f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.711383] env[69513]: DEBUG nova.network.neutron [-] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.744423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.747029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.689s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.747683] env[69513]: DEBUG nova.objects.instance [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.753533] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17d62f8c-0232-4920-85b1-882045fd96a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.763755] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6fe1ed-5897-450f-a43e-af3a05880eb6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.779105] env[69513]: INFO nova.scheduler.client.report [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Deleted allocations for instance d746b2f7-2c09-47f1-8d38-1b59de659bc8 [ 1086.798211] env[69513]: DEBUG nova.compute.manager [req-1306a546-f1d2-4b83-bdfb-41cd3b53a6d4 req-f62c72f8-3d9f-481d-82f8-36cab1d841e7 service nova] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Detach interface failed, port_id=25cb11d4-4b5b-4fe3-8f46-fa22807fc407, reason: Instance c86a2fcc-0c8e-49a3-ad02-d00da7487fea could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.800166] env[69513]: DEBUG oslo_concurrency.lockutils [req-c7afcbc0-68c1-4bee-997a-07a5843290b6 req-76dc52cd-3ca6-4d9a-b3d6-d0b05aa967c5 service nova] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.800166] env[69513]: DEBUG nova.network.neutron [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.843981] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381182, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.867998] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.896532] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.896718] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.896881] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.897256] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.897436] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.897547] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.897789] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.898232] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.898232] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.898384] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.898569] env[69513]: DEBUG nova.virt.hardware [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.899423] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f53f91-5388-4478-b7da-a6d6abc5d1d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.907755] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ab7fe-81bf-40e7-8173-6e8153f31eb6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.930845] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190284} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.931109] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.931886] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd10b9ad-4136-45db-884d-efca93a5ca4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.955207] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.955470] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f879f45c-ce44-40ea-ac39-412082bdd630 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.975284] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1086.975284] env[69513]: value = "task-3381184" [ 1086.975284] env[69513]: _type = "Task" [ 1086.975284] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.983232] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.991390] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dfd1e0-549d-4b0d-def5-b96886a1074f, 'name': SearchDatastore_Task, 'duration_secs': 0.019273} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.992157] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a23747-81de-4c8f-9204-34189d48bcd5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.998049] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1086.998049] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52017f22-a952-3516-7441-9010a1f99fe3" [ 1086.998049] env[69513]: _type = "Task" [ 1086.998049] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.005553] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52017f22-a952-3516-7441-9010a1f99fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.213916] env[69513]: INFO nova.compute.manager [-] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Took 1.58 seconds to deallocate network for instance. [ 1087.302520] env[69513]: INFO nova.compute.manager [-] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Took 1.02 seconds to deallocate network for instance. [ 1087.302993] env[69513]: DEBUG oslo_concurrency.lockutils [None req-704f8e68-9603-4c39-bda0-0856dd12e11d tempest-ImagesOneServerNegativeTestJSON-1660335094 tempest-ImagesOneServerNegativeTestJSON-1660335094-project-member] Lock "d746b2f7-2c09-47f1-8d38-1b59de659bc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.874s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.342948] env[69513]: DEBUG oslo_vmware.api [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381182, 'name': PowerOnVM_Task, 'duration_secs': 0.588032} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.343231] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.343423] env[69513]: INFO nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1087.343597] env[69513]: DEBUG nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.344379] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae2d58e-7cb2-4753-a394-5c8d3b6f481e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.485579] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.497296] env[69513]: DEBUG nova.compute.manager [req-f20bf8bd-8dad-4ee9-b60c-2c3a7a7cbe9e req-d4c8b55e-6c53-4f47-924a-bbe4516cb3ad service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Received event network-vif-plugged-673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.497506] env[69513]: DEBUG oslo_concurrency.lockutils [req-f20bf8bd-8dad-4ee9-b60c-2c3a7a7cbe9e req-d4c8b55e-6c53-4f47-924a-bbe4516cb3ad service nova] Acquiring lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.497745] env[69513]: DEBUG oslo_concurrency.lockutils [req-f20bf8bd-8dad-4ee9-b60c-2c3a7a7cbe9e req-d4c8b55e-6c53-4f47-924a-bbe4516cb3ad service nova] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.497921] env[69513]: DEBUG oslo_concurrency.lockutils [req-f20bf8bd-8dad-4ee9-b60c-2c3a7a7cbe9e req-d4c8b55e-6c53-4f47-924a-bbe4516cb3ad service nova] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.498098] env[69513]: DEBUG nova.compute.manager [req-f20bf8bd-8dad-4ee9-b60c-2c3a7a7cbe9e req-d4c8b55e-6c53-4f47-924a-bbe4516cb3ad service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] No waiting events found dispatching network-vif-plugged-673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.498411] env[69513]: WARNING nova.compute.manager [req-f20bf8bd-8dad-4ee9-b60c-2c3a7a7cbe9e req-d4c8b55e-6c53-4f47-924a-bbe4516cb3ad service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Received unexpected event network-vif-plugged-673dc993-9087-4cd8-88d2-dd662d7868c9 for instance with vm_state building and task_state spawning. [ 1087.507990] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52017f22-a952-3516-7441-9010a1f99fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.024469} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.508264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.508528] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.508779] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e8ae481-62f6-458e-858d-0f0c5ca1d8b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.515445] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1087.515445] env[69513]: value = "task-3381185" [ 1087.515445] env[69513]: _type = "Task" [ 1087.515445] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.523566] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.626214] env[69513]: DEBUG nova.network.neutron [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Successfully updated port: 673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.720414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.763096] env[69513]: DEBUG oslo_concurrency.lockutils [None req-90e973a0-558a-46e4-8cec-23832400fc4a tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.764620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.203s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.764853] env[69513]: DEBUG nova.objects.instance [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'resources' on Instance uuid ca73261e-7ec6-46e5-a21a-1b0758d631a1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.812826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.864546] env[69513]: INFO nova.compute.manager [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Took 19.94 seconds to build instance. [ 1087.985924] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381184, 'name': ReconfigVM_Task, 'duration_secs': 0.671747} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.986740] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f/a42d86dd-4b27-4a28-9b11-9001646fa12f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.987115] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a62d05e-cbcf-405b-b092-9eaa2d920245 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.993780] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1087.993780] env[69513]: value = "task-3381187" [ 1087.993780] env[69513]: _type = "Task" [ 1087.993780] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.003290] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381187, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.025508] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465935} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.025508] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.025508] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.025508] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a64f2a09-56e2-4244-b598-f7237d382b55 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.032030] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1088.032030] env[69513]: value = "task-3381188" [ 1088.032030] env[69513]: _type = "Task" [ 1088.032030] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.039473] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.129385] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.129540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.129701] env[69513]: DEBUG nova.network.neutron [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1088.368837] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a2bd22f8-abf2-42bf-9c03-67d0bb0e7547 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.453s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.503358] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381187, 'name': Rename_Task, 'duration_secs': 0.133643} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.504542] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.505309] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61aa8cb-64bd-42c4-9b61-69a7ff806c6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.507766] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbbd7700-a6ff-42bb-855e-086a4b75b601 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.513790] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be323bd1-292b-4814-bdcb-848cfe41d76e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.517685] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1088.517685] env[69513]: value = "task-3381189" [ 1088.517685] env[69513]: _type = "Task" [ 1088.517685] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.551476] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7270d-3066-449c-8137-02a9ec9aa9e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.557417] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.562142] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056195} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.564222] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.565027] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07dc92a-55b1-458d-98b8-17892bfd8a01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.568420] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e7133-c3e5-4cad-bd4c-72ad03024fd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.583662] env[69513]: DEBUG nova.compute.provider_tree [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.603028] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.604231] env[69513]: DEBUG nova.scheduler.client.report [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.607359] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ae5d97-8cd5-4316-ae21-105a1f1279e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.630021] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1088.630021] env[69513]: value = "task-3381190" [ 1088.630021] env[69513]: _type = "Task" [ 1088.630021] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.640947] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.649584] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1088.649894] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674665', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'name': 'volume-18b9d869-48f7-465a-8a56-c57563f589a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf69be9-34a3-4266-9302-a7b073bb8f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'serial': '18b9d869-48f7-465a-8a56-c57563f589a6'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1088.651219] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d8e978-d0a4-45ab-ac30-91972ee6e04a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.668987] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef181921-26e5-4c52-a1a6-273d9f99205c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.697420] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-18b9d869-48f7-465a-8a56-c57563f589a6/volume-18b9d869-48f7-465a-8a56-c57563f589a6.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.698548] env[69513]: DEBUG nova.network.neutron [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1088.700523] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f97cb2-86ad-4098-af13-639ed10ef740 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.719869] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1088.719869] env[69513]: value = "task-3381191" [ 1088.719869] env[69513]: _type = "Task" [ 1088.719869] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.728417] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.974433] env[69513]: DEBUG nova.network.neutron [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Updating instance_info_cache with network_info: [{"id": "673dc993-9087-4cd8-88d2-dd662d7868c9", "address": "fa:16:3e:e9:33:58", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673dc993-90", "ovs_interfaceid": "673dc993-9087-4cd8-88d2-dd662d7868c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.032746] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.124472] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.360s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.127843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.106s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.128102] env[69513]: DEBUG nova.objects.instance [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lazy-loading 'resources' on Instance uuid 9095642d-516e-4d13-9629-35f8a76ea442 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.142028] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381190, 'name': ReconfigVM_Task, 'duration_secs': 0.355323} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.143580] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.145519] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9890003-2ab5-40a4-b2f3-0fd2588f7daa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.155676] env[69513]: INFO nova.scheduler.client.report [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleted allocations for instance ca73261e-7ec6-46e5-a21a-1b0758d631a1 [ 1089.158408] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1089.158408] env[69513]: value = "task-3381192" [ 1089.158408] env[69513]: _type = "Task" [ 1089.158408] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.172414] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381192, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.237352] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.249447] env[69513]: DEBUG nova.compute.manager [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.249633] env[69513]: DEBUG nova.compute.manager [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing instance network info cache due to event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.249975] env[69513]: DEBUG oslo_concurrency.lockutils [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.250497] env[69513]: DEBUG oslo_concurrency.lockutils [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.250497] env[69513]: DEBUG nova.network.neutron [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1089.477864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.478181] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Instance network_info: |[{"id": "673dc993-9087-4cd8-88d2-dd662d7868c9", "address": "fa:16:3e:e9:33:58", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673dc993-90", "ovs_interfaceid": "673dc993-9087-4cd8-88d2-dd662d7868c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.478819] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:33:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '673dc993-9087-4cd8-88d2-dd662d7868c9', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.487370] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.487660] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.488264] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5cfce0-1bf7-4424-8577-845edf6007b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.507860] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.507860] env[69513]: value = "task-3381193" [ 1089.507860] env[69513]: _type = "Task" [ 1089.507860] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.517054] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381193, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.526783] env[69513]: DEBUG nova.compute.manager [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Received event network-changed-673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.526982] env[69513]: DEBUG nova.compute.manager [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Refreshing instance network info cache due to event network-changed-673dc993-9087-4cd8-88d2-dd662d7868c9. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.527224] env[69513]: DEBUG oslo_concurrency.lockutils [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] Acquiring lock "refresh_cache-07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.527367] env[69513]: DEBUG oslo_concurrency.lockutils [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] Acquired lock "refresh_cache-07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.527524] env[69513]: DEBUG nova.network.neutron [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Refreshing network info cache for port 673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1089.532387] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.644355] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.645215] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674670', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'name': 'volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3632ef-479b-4921-bb94-f841c8123444', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'serial': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.645555] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16ebcc-3e8f-478f-899f-6f9d9574c424 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.666833] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d5c6ae30-ce14-46c4-8731-25ebab293135 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ca73261e-7ec6-46e5-a21a-1b0758d631a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.472s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.675580] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e46e47-51f6-4d9e-aa92-92c58acf25d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.683504] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381192, 'name': Rename_Task, 'duration_secs': 0.145138} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.699977] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.707923] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2/volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.712272] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c0bc7cf-d249-44f4-adf1-73f94d5a82ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.714780] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bbd113-0efe-4d5a-b78d-a290b62b22ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.738346] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1089.738346] env[69513]: value = "task-3381194" [ 1089.738346] env[69513]: _type = "Task" [ 1089.738346] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.745356] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381191, 'name': ReconfigVM_Task, 'duration_secs': 0.808259} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.745533] env[69513]: DEBUG oslo_vmware.api [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1089.745533] env[69513]: value = "task-3381195" [ 1089.745533] env[69513]: _type = "Task" [ 1089.745533] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.751081] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-18b9d869-48f7-465a-8a56-c57563f589a6/volume-18b9d869-48f7-465a-8a56-c57563f589a6.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.758693] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ad4f76-8f7f-4798-8ae7-baa6b833557d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.782794] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.787231] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1089.787231] env[69513]: value = "task-3381196" [ 1089.787231] env[69513]: _type = "Task" [ 1089.787231] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.787566] env[69513]: DEBUG oslo_vmware.api [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.800496] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.941096] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69fc6cc-255e-4684-b128-ee57c82aef6a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.949153] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08de3a8-7946-4902-a42a-1ab5335efe29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.985964] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad334d3e-c256-40b8-9090-524696d33f01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.995157] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a62cee-c983-4c60-96a3-515b4aff0c3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.009742] env[69513]: DEBUG nova.compute.provider_tree [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.027578] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381193, 'name': CreateVM_Task, 'duration_secs': 0.338815} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.027942] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.028343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.028517] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.028848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.029720] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d85b85-2e9c-4b1a-a4cd-2c50113f335b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.036821] env[69513]: DEBUG oslo_vmware.api [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381189, 'name': PowerOnVM_Task, 'duration_secs': 1.080211} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.037497] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.037743] env[69513]: DEBUG nova.compute.manager [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.039128] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17dbba4-80d2-4b99-a752-33db19b8e79c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.043425] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1090.043425] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d37cbc-8f7c-6c52-b65e-6a25c4b5df8c" [ 1090.043425] env[69513]: _type = "Task" [ 1090.043425] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.058550] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d37cbc-8f7c-6c52-b65e-6a25c4b5df8c, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.059136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.059136] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.059391] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.059540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.059743] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.060022] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b7ffc5-3159-454d-acdf-11d523e1b4e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.067688] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.070117] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.070117] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e60e14a-5bb1-44aa-9520-81d063a55d49 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.076873] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1090.076873] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212497a-ac2a-ba48-6602-7c9336347567" [ 1090.076873] env[69513]: _type = "Task" [ 1090.076873] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.084459] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212497a-ac2a-ba48-6602-7c9336347567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.164531] env[69513]: DEBUG nova.network.neutron [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updated VIF entry in instance network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1090.164919] env[69513]: DEBUG nova.network.neutron [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.256791] env[69513]: DEBUG oslo_vmware.api [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381194, 'name': PowerOnVM_Task, 'duration_secs': 0.456465} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.256791] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.256791] env[69513]: INFO nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1090.256791] env[69513]: DEBUG nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.260461] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c097de0-b0e7-4c51-a75e-e92016816a3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.267895] env[69513]: DEBUG oslo_vmware.api [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381195, 'name': ReconfigVM_Task, 'duration_secs': 0.428544} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.269487] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2/volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.276723] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bba5e87-39af-412f-99ee-507252703db4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.292456] env[69513]: DEBUG oslo_vmware.api [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1090.292456] env[69513]: value = "task-3381197" [ 1090.292456] env[69513]: _type = "Task" [ 1090.292456] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.300812] env[69513]: DEBUG oslo_vmware.api [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381196, 'name': ReconfigVM_Task, 'duration_secs': 0.158612} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.300984] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674665', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'name': 'volume-18b9d869-48f7-465a-8a56-c57563f589a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf69be9-34a3-4266-9302-a7b073bb8f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'serial': '18b9d869-48f7-465a-8a56-c57563f589a6'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.311957] env[69513]: DEBUG oslo_vmware.api [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.382904] env[69513]: DEBUG nova.network.neutron [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Updated VIF entry in instance network info cache for port 673dc993-9087-4cd8-88d2-dd662d7868c9. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1090.383646] env[69513]: DEBUG nova.network.neutron [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Updating instance_info_cache with network_info: [{"id": "673dc993-9087-4cd8-88d2-dd662d7868c9", "address": "fa:16:3e:e9:33:58", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673dc993-90", "ovs_interfaceid": "673dc993-9087-4cd8-88d2-dd662d7868c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.519152] env[69513]: DEBUG nova.scheduler.client.report [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.563048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.588218] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5212497a-ac2a-ba48-6602-7c9336347567, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.589280] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79562e49-258a-4fcb-808a-83580d67feda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.594883] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1090.594883] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528c248f-927b-9e9d-5030-e28bfe87cfa9" [ 1090.594883] env[69513]: _type = "Task" [ 1090.594883] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.603451] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528c248f-927b-9e9d-5030-e28bfe87cfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.623029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "ea22d717-8752-4059-9c6d-e39656c3e185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.623379] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ea22d717-8752-4059-9c6d-e39656c3e185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.624147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "ea22d717-8752-4059-9c6d-e39656c3e185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.624829] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ea22d717-8752-4059-9c6d-e39656c3e185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.625022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ea22d717-8752-4059-9c6d-e39656c3e185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.629153] env[69513]: INFO nova.compute.manager [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Terminating instance [ 1090.670268] env[69513]: DEBUG oslo_concurrency.lockutils [req-16fd4c3d-6707-441b-810d-234e06e31234 req-6feb0390-c5b8-44bb-a821-7c81fc2e4f6b service nova] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.801819] env[69513]: INFO nova.compute.manager [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Took 17.72 seconds to build instance. [ 1090.810939] env[69513]: DEBUG oslo_vmware.api [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381197, 'name': ReconfigVM_Task, 'duration_secs': 0.24784} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.810939] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674670', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'name': 'volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3632ef-479b-4921-bb94-f841c8123444', 'attached_at': '', 'detached_at': '', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'serial': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.886448] env[69513]: DEBUG oslo_concurrency.lockutils [req-72f061a5-de27-4549-8b20-2f394b930d36 req-a261660c-d29b-4797-a102-a39a519e8abe service nova] Releasing lock "refresh_cache-07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.024487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.026662] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.306s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.026889] env[69513]: DEBUG nova.objects.instance [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'resources' on Instance uuid c86a2fcc-0c8e-49a3-ad02-d00da7487fea {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.042169] env[69513]: INFO nova.scheduler.client.report [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Deleted allocations for instance 9095642d-516e-4d13-9629-35f8a76ea442 [ 1091.105354] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528c248f-927b-9e9d-5030-e28bfe87cfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.018731} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.105608] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.105920] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5/07f39bb7-966e-46e9-96f0-8bef2f8ffdf5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.106170] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1707740f-b6a3-43a1-be0c-50fcd9249490 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.112403] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1091.112403] env[69513]: value = "task-3381198" [ 1091.112403] env[69513]: _type = "Task" [ 1091.112403] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.119975] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.135139] env[69513]: DEBUG nova.compute.manager [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.135139] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.135139] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d0985-373c-497c-9c28-cd7d9f38ee99 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.145222] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.145480] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-008f5daa-5315-440f-8c2c-c18459a81769 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.150620] env[69513]: DEBUG oslo_vmware.api [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1091.150620] env[69513]: value = "task-3381199" [ 1091.150620] env[69513]: _type = "Task" [ 1091.150620] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.159056] env[69513]: DEBUG oslo_vmware.api [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.278190] env[69513]: DEBUG nova.compute.manager [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-changed-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.278396] env[69513]: DEBUG nova.compute.manager [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing instance network info cache due to event network-changed-8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.278635] env[69513]: DEBUG oslo_concurrency.lockutils [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.278789] env[69513]: DEBUG oslo_concurrency.lockutils [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.278948] env[69513]: DEBUG nova.network.neutron [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1091.304467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14c68d81-c121-4e77-bb51-7bd363a0152a tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.226s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.355713] env[69513]: DEBUG nova.objects.instance [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'flavor' on Instance uuid edf69be9-34a3-4266-9302-a7b073bb8f5b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.553762] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c68a5677-6349-4fc4-a957-a44564ca1f38 tempest-ServersListShow2100Test-1428111619 tempest-ServersListShow2100Test-1428111619-project-member] Lock "9095642d-516e-4d13-9629-35f8a76ea442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.288s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.568616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.568877] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.627399] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381198, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.666286] env[69513]: DEBUG oslo_vmware.api [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381199, 'name': PowerOffVM_Task, 'duration_secs': 0.246843} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.668259] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.668731] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.669155] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08976e15-1422-431b-818a-dd435673d647 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.738269] env[69513]: DEBUG nova.compute.manager [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-changed-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.740122] env[69513]: DEBUG nova.compute.manager [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing instance network info cache due to event network-changed-8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.740532] env[69513]: DEBUG oslo_concurrency.lockutils [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.745812] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.746558] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.746900] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleting the datastore file [datastore2] ea22d717-8752-4059-9c6d-e39656c3e185 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.747600] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873f1f5a-4303-4f1b-9cc3-3f6099071f3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.759858] env[69513]: DEBUG oslo_vmware.api [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for the task: (returnval){ [ 1091.759858] env[69513]: value = "task-3381201" [ 1091.759858] env[69513]: _type = "Task" [ 1091.759858] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.772054] env[69513]: DEBUG oslo_vmware.api [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.829236] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20d998b-0c00-4996-9f4f-23570b7fa35b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.841936] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1ea19-1975-4927-b23f-7551974d0d5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.883453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6ef1e23-ca31-4a1d-ae54-69c28ec750d4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.885252] env[69513]: DEBUG nova.objects.instance [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'flavor' on Instance uuid eb3632ef-479b-4921-bb94-f841c8123444 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.887932] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085f04a4-9980-42d9-8b65-c0d1e829eaa7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.895632] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d50ac7-1146-4b2c-87e4-79caecbe6e4d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.917966] env[69513]: DEBUG nova.compute.provider_tree [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.072572] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.125906] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674693} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.129278] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5/07f39bb7-966e-46e9-96f0-8bef2f8ffdf5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.129278] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.129278] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-589b0efd-cb64-4d7c-af2b-562efc8df993 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.133368] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1092.133368] env[69513]: value = "task-3381202" [ 1092.133368] env[69513]: _type = "Task" [ 1092.133368] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.143028] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.172470] env[69513]: DEBUG nova.network.neutron [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updated VIF entry in instance network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1092.172712] env[69513]: DEBUG nova.network.neutron [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.273364] env[69513]: DEBUG oslo_vmware.api [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Task: {'id': task-3381201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253184} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.273502] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.273612] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.273779] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.273950] env[69513]: INFO nova.compute.manager [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1092.274210] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.274392] env[69513]: DEBUG nova.compute.manager [-] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.274483] env[69513]: DEBUG nova.network.neutron [-] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.390619] env[69513]: DEBUG oslo_concurrency.lockutils [None req-397aebab-a819-45dd-a317-19f749930856 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.420724] env[69513]: DEBUG nova.scheduler.client.report [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.473066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.473066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.473066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "edf69be9-34a3-4266-9302-a7b073bb8f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.473066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.473066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.474216] env[69513]: INFO nova.compute.manager [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Terminating instance [ 1092.602685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.645994] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164319} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.646589] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.647629] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bd9a4e-6624-48e4-a82f-aecf9e01c7db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.678477] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5/07f39bb7-966e-46e9-96f0-8bef2f8ffdf5.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.679472] env[69513]: DEBUG oslo_concurrency.lockutils [req-83dbc3d4-8bfb-4671-b1bd-35571fa6f44c req-45787d93-6ab5-47f9-8836-42b5f7b55d94 service nova] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.679852] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f250fb2-738d-41e4-a487-497a3d715563 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.699095] env[69513]: DEBUG oslo_concurrency.lockutils [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.699095] env[69513]: DEBUG nova.network.neutron [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1092.706324] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1092.706324] env[69513]: value = "task-3381203" [ 1092.706324] env[69513]: _type = "Task" [ 1092.706324] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.716165] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.928198] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.933432] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.120s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.933432] env[69513]: DEBUG nova.objects.instance [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lazy-loading 'resources' on Instance uuid 86eab44a-2ab7-4907-8838-e7e47651fb78 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.966357] env[69513]: INFO nova.scheduler.client.report [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted allocations for instance c86a2fcc-0c8e-49a3-ad02-d00da7487fea [ 1092.979316] env[69513]: DEBUG nova.compute.manager [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.979630] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.980008] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f801da5-09b2-43bd-8b05-ca04c25eed32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.993739] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1092.993739] env[69513]: value = "task-3381204" [ 1092.993739] env[69513]: _type = "Task" [ 1092.993739] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.003088] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.198311] env[69513]: DEBUG nova.network.neutron [-] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.217876] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.427487] env[69513]: DEBUG nova.compute.manager [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.457831] env[69513]: DEBUG nova.compute.manager [req-dadcabfd-5f85-48fa-a712-7c1e256903fa req-b8255cde-fa1a-485e-9dc4-1bf42c87fd4f service nova] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Received event network-vif-deleted-fcc3ab85-7a03-40c9-9832-8b10053ecebb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.477407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4ee8ce46-c252-407d-b9e5-b2bade2e4220 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "c86a2fcc-0c8e-49a3-ad02-d00da7487fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.542s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.484760] env[69513]: DEBUG nova.network.neutron [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updated VIF entry in instance network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1093.484838] env[69513]: DEBUG nova.network.neutron [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.507682] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381204, 'name': PowerOffVM_Task, 'duration_secs': 0.43248} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.510019] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.510019] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.510019] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674665', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'name': 'volume-18b9d869-48f7-465a-8a56-c57563f589a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf69be9-34a3-4266-9302-a7b073bb8f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'serial': '18b9d869-48f7-465a-8a56-c57563f589a6'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.510494] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d126442-59d9-48e8-92ed-e7a901548cf7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.541269] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdfc9d7-1cfd-4afe-bddf-abcbf83111d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.547516] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4abaaa-9b34-48af-aec0-b10032103abd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.573065] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaeaa8e-9a19-42d8-a258-fe0ca00c6a84 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.590184] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] The volume has not been displaced from its original location: [datastore1] volume-18b9d869-48f7-465a-8a56-c57563f589a6/volume-18b9d869-48f7-465a-8a56-c57563f589a6.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.595559] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.598347] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8620ac94-b4d8-4624-b56b-7968ec490798 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.356019] env[69513]: INFO nova.compute.manager [-] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Took 2.08 seconds to deallocate network for instance. [ 1094.357658] env[69513]: DEBUG oslo_concurrency.lockutils [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.357869] env[69513]: DEBUG nova.compute.manager [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.358042] env[69513]: DEBUG nova.compute.manager [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing instance network info cache due to event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.358458] env[69513]: DEBUG oslo_concurrency.lockutils [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.358458] env[69513]: DEBUG oslo_concurrency.lockutils [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.358604] env[69513]: DEBUG nova.network.neutron [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1094.359716] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1094.359716] env[69513]: value = "task-3381205" [ 1094.359716] env[69513]: _type = "Task" [ 1094.359716] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.367366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "0ebf488b-5341-43d3-8321-423d8a539971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.367536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "0ebf488b-5341-43d3-8321-423d8a539971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.382483] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381205, 'name': ReconfigVM_Task, 'duration_secs': 0.510504} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.386289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.386597] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.391605] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381203, 'name': ReconfigVM_Task, 'duration_secs': 0.567092} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.394588] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9e0701-577b-469b-9d03-c12d6e58b201 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.405306] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5/07f39bb7-966e-46e9-96f0-8bef2f8ffdf5.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.406284] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9296964-cec0-49b7-b6f3-685536185576 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.413306] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1094.413306] env[69513]: value = "task-3381206" [ 1094.413306] env[69513]: _type = "Task" [ 1094.413306] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.414652] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1094.414652] env[69513]: value = "task-3381207" [ 1094.414652] env[69513]: _type = "Task" [ 1094.414652] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.431730] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.432546] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381206, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.565112] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcdef0-0a21-403a-b7f2-cf0fc767557e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.577569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc89c32-f9e4-4a46-bcd4-ae3e4607661e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.610130] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6997d56e-5603-4cce-94bd-1e43ecd39adf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.617752] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84329b4-514d-465c-bc2c-20e85a4ae909 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.634977] env[69513]: DEBUG nova.compute.provider_tree [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.876979] env[69513]: DEBUG nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.880860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.931639] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381206, 'name': Rename_Task, 'duration_secs': 0.151916} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.934830] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.935371] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381207, 'name': ReconfigVM_Task, 'duration_secs': 0.166847} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.935573] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b47f77-f5c3-495c-b6b0-e0367adb2c0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.937182] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674665', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'name': 'volume-18b9d869-48f7-465a-8a56-c57563f589a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf69be9-34a3-4266-9302-a7b073bb8f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '18b9d869-48f7-465a-8a56-c57563f589a6', 'serial': '18b9d869-48f7-465a-8a56-c57563f589a6'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.937464] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.938186] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ccf1ec-662f-48f4-bf10-4b8fdf45f1b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.945694] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.946930] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c07621-5fe2-43a1-bd09-1b9a329718d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.948650] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1094.948650] env[69513]: value = "task-3381208" [ 1094.948650] env[69513]: _type = "Task" [ 1094.948650] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.959563] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.969682] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.970205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.003254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.003527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.019885] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.020469] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.020790] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleting the datastore file [datastore2] edf69be9-34a3-4266-9302-a7b073bb8f5b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.021168] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a5c8eb8-2e5f-41fc-b095-9b199d359185 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.029783] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1095.029783] env[69513]: value = "task-3381210" [ 1095.029783] env[69513]: _type = "Task" [ 1095.029783] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.040800] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.138552] env[69513]: DEBUG nova.scheduler.client.report [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.164565] env[69513]: DEBUG nova.network.neutron [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updated VIF entry in instance network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1095.164931] env[69513]: DEBUG nova.network.neutron [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.400120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.460150] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381208, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.473229] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.506609] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.541400] env[69513]: DEBUG oslo_vmware.api [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292513} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.541650] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.541827] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.541988] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.542205] env[69513]: INFO nova.compute.manager [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Took 2.56 seconds to destroy the instance on the hypervisor. [ 1095.542448] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.542637] env[69513]: DEBUG nova.compute.manager [-] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.542734] env[69513]: DEBUG nova.network.neutron [-] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1095.643311] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.711s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.645782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.083s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.645782] env[69513]: DEBUG nova.objects.instance [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1095.667574] env[69513]: DEBUG oslo_concurrency.lockutils [req-3a610f1d-4468-4fc3-ac3e-8b425ae0e27d req-5c50d0a9-4fef-40d2-8b39-39ebd94ba9c4 service nova] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.671027] env[69513]: INFO nova.scheduler.client.report [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Deleted allocations for instance 86eab44a-2ab7-4907-8838-e7e47651fb78 [ 1095.934981] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.935229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.959921] env[69513]: DEBUG oslo_vmware.api [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381208, 'name': PowerOnVM_Task, 'duration_secs': 0.606889} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.960223] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.960418] env[69513]: INFO nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1095.960592] env[69513]: DEBUG nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.961398] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957f540b-5843-4414-b93e-ac164b7da096 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.997230] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.032572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.100714] env[69513]: DEBUG nova.compute.manager [req-45f2ea68-b9ff-49b6-ba7c-69b6abde7385 req-1bebfd6e-6c88-4861-9ab4-a86084c52b73 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Received event network-vif-deleted-7a58b20a-c47a-457a-bc15-e97913c4f912 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.100958] env[69513]: INFO nova.compute.manager [req-45f2ea68-b9ff-49b6-ba7c-69b6abde7385 req-1bebfd6e-6c88-4861-9ab4-a86084c52b73 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Neutron deleted interface 7a58b20a-c47a-457a-bc15-e97913c4f912; detaching it from the instance and deleting it from the info cache [ 1096.101318] env[69513]: DEBUG nova.network.neutron [req-45f2ea68-b9ff-49b6-ba7c-69b6abde7385 req-1bebfd6e-6c88-4861-9ab4-a86084c52b73 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.177998] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ffcf15fb-be6e-4762-a194-a363242e9d1a tempest-ServerShowV247Test-62574637 tempest-ServerShowV247Test-62574637-project-member] Lock "86eab44a-2ab7-4907-8838-e7e47651fb78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.573s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.438033] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.479816] env[69513]: INFO nova.compute.manager [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Took 22.36 seconds to build instance. [ 1096.582058] env[69513]: DEBUG nova.network.neutron [-] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.604027] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84ca09af-b63d-4fd5-900d-14f098b9fce3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.613774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6297b74-a976-43ee-bfbf-5d4fff99fa80 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.646375] env[69513]: DEBUG nova.compute.manager [req-45f2ea68-b9ff-49b6-ba7c-69b6abde7385 req-1bebfd6e-6c88-4861-9ab4-a86084c52b73 service nova] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Detach interface failed, port_id=7a58b20a-c47a-457a-bc15-e97913c4f912, reason: Instance edf69be9-34a3-4266-9302-a7b073bb8f5b could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.653834] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80dc4fc3-c7e8-409b-892b-1a087ca01467 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.654967] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.053s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.656356] env[69513]: INFO nova.compute.claims [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.962243] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.981283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-307ca55a-98fd-46e4-a501-3272d33a5b16 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.867s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.084853] env[69513]: INFO nova.compute.manager [-] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Took 1.54 seconds to deallocate network for instance. [ 1097.163801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.164043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.164244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.164422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.164587] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.166745] env[69513]: INFO nova.compute.manager [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Terminating instance [ 1097.630834] env[69513]: INFO nova.compute.manager [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Took 0.55 seconds to detach 1 volumes for instance. [ 1097.670488] env[69513]: DEBUG nova.compute.manager [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.670733] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.672317] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b32dd-5e2d-4721-8311-12a2411ff9b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.679648] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.679917] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867c901a-cbd7-4663-a69e-d60b499ef4ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.688674] env[69513]: DEBUG oslo_vmware.api [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1097.688674] env[69513]: value = "task-3381211" [ 1097.688674] env[69513]: _type = "Task" [ 1097.688674] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.700193] env[69513]: DEBUG oslo_vmware.api [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.910902] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145072de-aed8-46b9-937d-60ac69415c7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.918368] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf871f-2ad3-4d4d-8862-9a44bf42b2ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.951077] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c43fa4-7a52-4e2c-ba18-0f84b6feef1d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.959219] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a3661-7b60-4d71-9bc8-abc2e4dc5203 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.974203] env[69513]: DEBUG nova.compute.provider_tree [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.137595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.199645] env[69513]: DEBUG oslo_vmware.api [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381211, 'name': PowerOffVM_Task, 'duration_secs': 0.218936} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.199915] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.200170] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.200433] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-896d4e91-7e7d-47ff-b56a-5b965d80e358 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.262521] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.262728] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.262910] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore2] 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.263196] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f528849-7c43-4a35-9032-5e55758fa9e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.269167] env[69513]: DEBUG oslo_vmware.api [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1098.269167] env[69513]: value = "task-3381213" [ 1098.269167] env[69513]: _type = "Task" [ 1098.269167] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.276913] env[69513]: DEBUG oslo_vmware.api [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.453859] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.454214] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.477914] env[69513]: DEBUG nova.scheduler.client.report [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.778896] env[69513]: DEBUG oslo_vmware.api [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13041} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.780077] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.780077] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.780077] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.780325] env[69513]: INFO nova.compute.manager [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1098.780357] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.780548] env[69513]: DEBUG nova.compute.manager [-] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.780642] env[69513]: DEBUG nova.network.neutron [-] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.965137] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1098.965137] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.982211] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.983748] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.986636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.600s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.079930] env[69513]: DEBUG nova.compute.manager [req-9a82170b-abcd-4f32-bff5-23a69e40e2bf req-39063550-f3f5-42d4-883d-c046963cc6de service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Received event network-vif-deleted-673dc993-9087-4cd8-88d2-dd662d7868c9 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.080196] env[69513]: INFO nova.compute.manager [req-9a82170b-abcd-4f32-bff5-23a69e40e2bf req-39063550-f3f5-42d4-883d-c046963cc6de service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Neutron deleted interface 673dc993-9087-4cd8-88d2-dd662d7868c9; detaching it from the instance and deleting it from the info cache [ 1099.080345] env[69513]: DEBUG nova.network.neutron [req-9a82170b-abcd-4f32-bff5-23a69e40e2bf req-39063550-f3f5-42d4-883d-c046963cc6de service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.467647] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.491384] env[69513]: INFO nova.compute.claims [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.495625] env[69513]: DEBUG nova.compute.utils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.497510] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.497693] env[69513]: DEBUG nova.network.neutron [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.535095] env[69513]: DEBUG nova.policy [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f97a68f70e453a8c90df1d131fff63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e07fa73dff450caec96e879ee06100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.563575] env[69513]: DEBUG nova.network.neutron [-] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.582400] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d07845d-8da6-4184-87ae-77218bf20d5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.592891] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e71264-5cff-4ffd-ac31-5ce7216854a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.623733] env[69513]: DEBUG nova.compute.manager [req-9a82170b-abcd-4f32-bff5-23a69e40e2bf req-39063550-f3f5-42d4-883d-c046963cc6de service nova] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Detach interface failed, port_id=673dc993-9087-4cd8-88d2-dd662d7868c9, reason: Instance 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.791651] env[69513]: DEBUG nova.network.neutron [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Successfully created port: 296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.998327] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.002784] env[69513]: INFO nova.compute.resource_tracker [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating resource usage from migration 8d23ac14-e1fa-45b3-855d-7c52aa9dbb46 [ 1100.065552] env[69513]: INFO nova.compute.manager [-] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Took 1.28 seconds to deallocate network for instance. [ 1100.228363] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e95f75-5b26-4e95-b1b6-907e65ec25f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.236129] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe4e601-650a-4196-983b-05ff13a9b827 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.267370] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10817036-3147-477f-a932-4f906efc65c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.275558] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96899e57-c06a-4717-b555-e09ba3a948b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.290024] env[69513]: DEBUG nova.compute.provider_tree [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.571827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.811611] env[69513]: ERROR nova.scheduler.client.report [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [req-b6da10a4-4576-4d8e-aed4-4486aa555d4e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6da10a4-4576-4d8e-aed4-4486aa555d4e"}]} [ 1100.833582] env[69513]: DEBUG nova.scheduler.client.report [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1100.850172] env[69513]: DEBUG nova.scheduler.client.report [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1100.850414] env[69513]: DEBUG nova.compute.provider_tree [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.863292] env[69513]: DEBUG nova.scheduler.client.report [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1100.882122] env[69513]: DEBUG nova.scheduler.client.report [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1101.013196] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.040444] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.040756] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.040907] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.041115] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.041265] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.041411] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.041615] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.041798] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.042045] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.042163] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.042335] env[69513]: DEBUG nova.virt.hardware [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.043309] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851bdf6-ce74-447a-84bd-05ae02e4b51d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.053194] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851db1fb-59d2-4045-a1ab-77f553ac8bbd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.119660] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bc3252-d781-41af-9475-d4e4c14fffd0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.127343] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f0e600-246f-4cc6-a633-089ea6e5153b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.160620] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728c418c-6be5-474c-a7e3-ce99772fa4fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.168160] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c3377-841b-487d-af92-2795e43b2303 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.181628] env[69513]: DEBUG nova.compute.provider_tree [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.221272] env[69513]: DEBUG nova.compute.manager [req-043a5641-bd9b-4eb3-ab4b-4c8085c6a579 req-0320574c-061a-4d62-bb57-8fea3c844a3f service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Received event network-vif-plugged-296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.221482] env[69513]: DEBUG oslo_concurrency.lockutils [req-043a5641-bd9b-4eb3-ab4b-4c8085c6a579 req-0320574c-061a-4d62-bb57-8fea3c844a3f service nova] Acquiring lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.221708] env[69513]: DEBUG oslo_concurrency.lockutils [req-043a5641-bd9b-4eb3-ab4b-4c8085c6a579 req-0320574c-061a-4d62-bb57-8fea3c844a3f service nova] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.221876] env[69513]: DEBUG oslo_concurrency.lockutils [req-043a5641-bd9b-4eb3-ab4b-4c8085c6a579 req-0320574c-061a-4d62-bb57-8fea3c844a3f service nova] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.222057] env[69513]: DEBUG nova.compute.manager [req-043a5641-bd9b-4eb3-ab4b-4c8085c6a579 req-0320574c-061a-4d62-bb57-8fea3c844a3f service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] No waiting events found dispatching network-vif-plugged-296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.222223] env[69513]: WARNING nova.compute.manager [req-043a5641-bd9b-4eb3-ab4b-4c8085c6a579 req-0320574c-061a-4d62-bb57-8fea3c844a3f service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Received unexpected event network-vif-plugged-296e2511-a37e-4f22-96d3-5dc5f562decb for instance with vm_state building and task_state spawning. [ 1101.314070] env[69513]: DEBUG nova.network.neutron [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Successfully updated port: 296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.712913] env[69513]: DEBUG nova.scheduler.client.report [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1101.713190] env[69513]: DEBUG nova.compute.provider_tree [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 133 to 134 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1101.713371] env[69513]: DEBUG nova.compute.provider_tree [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.816265] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "refresh_cache-f3672191-fe77-4daa-bf0a-ebff650ea4c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.816513] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "refresh_cache-f3672191-fe77-4daa-bf0a-ebff650ea4c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.816680] env[69513]: DEBUG nova.network.neutron [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1102.218406] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.232s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.218655] env[69513]: INFO nova.compute.manager [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Migrating [ 1102.225414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.345s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.225633] env[69513]: DEBUG nova.objects.instance [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lazy-loading 'resources' on Instance uuid ea22d717-8752-4059-9c6d-e39656c3e185 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.360386] env[69513]: DEBUG nova.network.neutron [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1102.506184] env[69513]: DEBUG nova.network.neutron [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Updating instance_info_cache with network_info: [{"id": "296e2511-a37e-4f22-96d3-5dc5f562decb", "address": "fa:16:3e:9e:64:dd", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296e2511-a3", "ovs_interfaceid": "296e2511-a37e-4f22-96d3-5dc5f562decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.735567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.735744] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.736018] env[69513]: DEBUG nova.network.neutron [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1102.971408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5c7259-de53-4f79-8c07-4211d2a5d92c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.979310] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0dda5c-a5d4-462a-b709-1a150bda4491 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.010022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "refresh_cache-f3672191-fe77-4daa-bf0a-ebff650ea4c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.010361] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Instance network_info: |[{"id": "296e2511-a37e-4f22-96d3-5dc5f562decb", "address": "fa:16:3e:9e:64:dd", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296e2511-a3", "ovs_interfaceid": "296e2511-a37e-4f22-96d3-5dc5f562decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.011030] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:64:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '296e2511-a37e-4f22-96d3-5dc5f562decb', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.018789] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.019263] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c42d63-156d-484e-a6c0-e34497654f30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.022010] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.022248] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a40f7a-9333-4bfe-9a87-cea98b0d6ec0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.043096] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e3f6d-ea24-4ac9-859b-70b19f726bd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.048336] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.048336] env[69513]: value = "task-3381214" [ 1103.048336] env[69513]: _type = "Task" [ 1103.048336] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.060239] env[69513]: DEBUG nova.compute.provider_tree [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.066711] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381214, 'name': CreateVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.268188] env[69513]: DEBUG nova.compute.manager [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Received event network-changed-296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.268381] env[69513]: DEBUG nova.compute.manager [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Refreshing instance network info cache due to event network-changed-296e2511-a37e-4f22-96d3-5dc5f562decb. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.268594] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] Acquiring lock "refresh_cache-f3672191-fe77-4daa-bf0a-ebff650ea4c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.268737] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] Acquired lock "refresh_cache-f3672191-fe77-4daa-bf0a-ebff650ea4c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.268896] env[69513]: DEBUG nova.network.neutron [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Refreshing network info cache for port 296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1103.462143] env[69513]: DEBUG nova.network.neutron [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.558727] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381214, 'name': CreateVM_Task, 'duration_secs': 0.451376} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.558889] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.559648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.559931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.560342] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.560634] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f39c463-1fde-45ad-abd0-4b60a514da36 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.563213] env[69513]: DEBUG nova.scheduler.client.report [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.569624] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1103.569624] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528f2585-0c92-6f65-8921-4254605d6dfe" [ 1103.569624] env[69513]: _type = "Task" [ 1103.569624] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.577834] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528f2585-0c92-6f65-8921-4254605d6dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.965528] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.983781] env[69513]: DEBUG nova.network.neutron [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Updated VIF entry in instance network info cache for port 296e2511-a37e-4f22-96d3-5dc5f562decb. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1103.984170] env[69513]: DEBUG nova.network.neutron [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Updating instance_info_cache with network_info: [{"id": "296e2511-a37e-4f22-96d3-5dc5f562decb", "address": "fa:16:3e:9e:64:dd", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296e2511-a3", "ovs_interfaceid": "296e2511-a37e-4f22-96d3-5dc5f562decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.068250] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.070927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.671s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.072503] env[69513]: INFO nova.compute.claims [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.084121] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528f2585-0c92-6f65-8921-4254605d6dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.084401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.084624] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.084854] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.084995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.085188] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.085436] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c43416c-f367-435c-a977-6d27cbba3561 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.087842] env[69513]: INFO nova.scheduler.client.report [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Deleted allocations for instance ea22d717-8752-4059-9c6d-e39656c3e185 [ 1104.097816] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.098447] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.099219] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdaab2b-8b41-4e76-8e0d-c3025a6ab4fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.104504] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1104.104504] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5285f404-1162-76da-a9f9-e621d8ac1280" [ 1104.104504] env[69513]: _type = "Task" [ 1104.104504] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.111995] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5285f404-1162-76da-a9f9-e621d8ac1280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.487073] env[69513]: DEBUG oslo_concurrency.lockutils [req-8e263f0f-3d90-41f4-997e-523541175a39 req-d766f6a7-377c-4b97-ad82-426a58faefb6 service nova] Releasing lock "refresh_cache-f3672191-fe77-4daa-bf0a-ebff650ea4c4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.594700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-634124ea-bf18-4758-95a4-c1b55dbe3563 tempest-ServerRescueNegativeTestJSON-1844285858 tempest-ServerRescueNegativeTestJSON-1844285858-project-member] Lock "ea22d717-8752-4059-9c6d-e39656c3e185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.971s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.614785] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5285f404-1162-76da-a9f9-e621d8ac1280, 'name': SearchDatastore_Task, 'duration_secs': 0.008282} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.615582] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ba9683-5ff8-44c8-aff6-5fb1ad61dd7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.620885] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1104.620885] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5299d4b3-00b1-2fb6-1d5e-ca95b9f1b175" [ 1104.620885] env[69513]: _type = "Task" [ 1104.620885] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.631225] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5299d4b3-00b1-2fb6-1d5e-ca95b9f1b175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.133027] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5299d4b3-00b1-2fb6-1d5e-ca95b9f1b175, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.133027] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.133027] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] f3672191-fe77-4daa-bf0a-ebff650ea4c4/f3672191-fe77-4daa-bf0a-ebff650ea4c4.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.133027] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7941af7e-3257-4df0-8da0-28918b733972 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.143062] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1105.143062] env[69513]: value = "task-3381215" [ 1105.143062] env[69513]: _type = "Task" [ 1105.143062] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.152323] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.327504] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b3014-f105-404c-9a34-706d8e8f6edf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.336268] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849d459-eec2-45e2-93f0-29b8ea8bab08 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.375534] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5adcf0-b87e-4fe3-a745-ff824bec17c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.387526] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f6edf-6bcd-4718-b378-b020968f4e69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.401745] env[69513]: DEBUG nova.compute.provider_tree [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.482068] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a0e1aa-eb9a-42a3-9a83-b04e56db5680 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.507077] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.653066] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470677} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.653367] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] f3672191-fe77-4daa-bf0a-ebff650ea4c4/f3672191-fe77-4daa-bf0a-ebff650ea4c4.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.653582] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.653978] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe15cf59-62dc-4dff-b792-8f20cca61df4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.660261] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1105.660261] env[69513]: value = "task-3381216" [ 1105.660261] env[69513]: _type = "Task" [ 1105.660261] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.669293] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.908091] env[69513]: DEBUG nova.scheduler.client.report [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.012179] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.012490] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a475d7aa-6b0e-4c2b-a586-526ae3b7176b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.020563] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1106.020563] env[69513]: value = "task-3381217" [ 1106.020563] env[69513]: _type = "Task" [ 1106.020563] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.030160] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.170378] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118011} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.170672] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.171446] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761496c0-350c-486b-a00d-7006a35b3b56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.194697] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f3672191-fe77-4daa-bf0a-ebff650ea4c4/f3672191-fe77-4daa-bf0a-ebff650ea4c4.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.195429] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00010b7-73ff-4103-9fe8-c20e4de520b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.216147] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1106.216147] env[69513]: value = "task-3381218" [ 1106.216147] env[69513]: _type = "Task" [ 1106.216147] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.224782] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.413372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.413909] env[69513]: DEBUG nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.416624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.420s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.418036] env[69513]: INFO nova.compute.claims [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.530247] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381217, 'name': PowerOffVM_Task, 'duration_secs': 0.25172} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.530412] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.530591] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.725216] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381218, 'name': ReconfigVM_Task, 'duration_secs': 0.369903} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.725495] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f3672191-fe77-4daa-bf0a-ebff650ea4c4/f3672191-fe77-4daa-bf0a-ebff650ea4c4.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.726113] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150b9d92-ed58-4238-96e4-ad96875feed1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.732419] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1106.732419] env[69513]: value = "task-3381219" [ 1106.732419] env[69513]: _type = "Task" [ 1106.732419] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.739612] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381219, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.923053] env[69513]: DEBUG nova.compute.utils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.926835] env[69513]: DEBUG nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Not allocating networking since 'none' was specified. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1107.037436] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.037666] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.037932] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.038031] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.038169] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.038317] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.038525] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.038683] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.038871] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.039082] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.039265] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.045338] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf31cb68-322c-4006-93df-bedba8d68a01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.062472] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1107.062472] env[69513]: value = "task-3381220" [ 1107.062472] env[69513]: _type = "Task" [ 1107.062472] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.071804] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.242286] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381219, 'name': Rename_Task, 'duration_secs': 0.137072} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.242641] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.242641] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1cbc9b2-8cd5-4328-adcf-9e3bf32db2d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.248553] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1107.248553] env[69513]: value = "task-3381221" [ 1107.248553] env[69513]: _type = "Task" [ 1107.248553] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.262778] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.428224] env[69513]: DEBUG nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.574090] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381220, 'name': ReconfigVM_Task, 'duration_secs': 0.39076} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.574408] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.650185] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6556b31-442e-4a30-9dea-9b8201df3f24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.658062] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e000f-d60f-4d0e-b6c8-3cb73127d081 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.688545] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba569c97-5811-4981-b893-2836a7edb87d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.696088] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a54e1-f74c-4c59-82a7-e1b1bc0db2bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.709540] env[69513]: DEBUG nova.compute.provider_tree [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.758401] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.083415] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.083698] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.083815] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.083999] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.084166] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.084315] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.084518] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.084674] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.084837] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.085008] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.085258] env[69513]: DEBUG nova.virt.hardware [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.090546] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.091336] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7160886-80f8-4a4e-ba05-67a0b1a2e68e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.111849] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1108.111849] env[69513]: value = "task-3381222" [ 1108.111849] env[69513]: _type = "Task" [ 1108.111849] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.119924] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.243158] env[69513]: DEBUG nova.scheduler.client.report [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.243500] env[69513]: DEBUG nova.compute.provider_tree [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 134 to 135 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.243632] env[69513]: DEBUG nova.compute.provider_tree [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.259639] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.361736] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "9a997538-4447-4314-9c88-0deddd4feaee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.362031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "9a997538-4447-4314-9c88-0deddd4feaee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.362241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "9a997538-4447-4314-9c88-0deddd4feaee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.362428] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "9a997538-4447-4314-9c88-0deddd4feaee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.362595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "9a997538-4447-4314-9c88-0deddd4feaee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.364758] env[69513]: INFO nova.compute.manager [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Terminating instance [ 1108.439952] env[69513]: DEBUG nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.466295] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.466600] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.466759] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.466940] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.467164] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.467333] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.467538] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.467695] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.467859] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.468027] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.468203] env[69513]: DEBUG nova.virt.hardware [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.469060] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c56e4e-67e0-4ad4-b013-96cd68e8589d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.476957] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab0904e-5eb2-4f1b-8523-a95f5a2b70d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.489801] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.495257] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Creating folder: Project (054f17ff6a6d4d059be355e9906ce622). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.495507] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a4b35b7-c16d-4503-a220-c581c952e01c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.505065] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Created folder: Project (054f17ff6a6d4d059be355e9906ce622) in parent group-v674393. [ 1108.505242] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Creating folder: Instances. Parent ref: group-v674673. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.505441] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf3fe669-d4f9-423a-a07f-b7670487672a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.513460] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Created folder: Instances in parent group-v674673. [ 1108.513677] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.513846] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.514039] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b859eaaa-8c7f-4f33-a8c3-79b07381dbc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.528851] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.528851] env[69513]: value = "task-3381225" [ 1108.528851] env[69513]: _type = "Task" [ 1108.528851] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.535675] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381225, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.621910] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381222, 'name': ReconfigVM_Task, 'duration_secs': 0.20208} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.622444] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.623114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a45093-fa07-41c0-bd36-727c27db9aab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.649293] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.649602] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1fa3a1-d7d0-43ea-84ec-ea7a56c9d58e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.666610] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1108.666610] env[69513]: value = "task-3381226" [ 1108.666610] env[69513]: _type = "Task" [ 1108.666610] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.676527] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.748661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.749329] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.752372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.720s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.753829] env[69513]: INFO nova.compute.claims [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.765599] env[69513]: DEBUG oslo_vmware.api [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381221, 'name': PowerOnVM_Task, 'duration_secs': 1.019159} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.765911] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.766142] env[69513]: INFO nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1108.766348] env[69513]: DEBUG nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.767147] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3bb953-5e21-48b0-9857-f3812936ec3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.868479] env[69513]: DEBUG nova.compute.manager [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.868713] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.869658] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ac2c32-fc3a-40e6-aaae-1de162270ed9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.877337] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.877572] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b63ac5b-be3e-4491-8473-a27c4f37eb54 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.883376] env[69513]: DEBUG oslo_vmware.api [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1108.883376] env[69513]: value = "task-3381227" [ 1108.883376] env[69513]: _type = "Task" [ 1108.883376] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.891450] env[69513]: DEBUG oslo_vmware.api [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.038252] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381225, 'name': CreateVM_Task, 'duration_secs': 0.257078} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.038447] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.038994] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.039223] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.039778] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.039881] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2a51c4-147c-4ee9-8d0c-8ac513beb2f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.044952] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1109.044952] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c18919-b29d-2a1f-fa68-b011d4b68318" [ 1109.044952] env[69513]: _type = "Task" [ 1109.044952] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.053352] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c18919-b29d-2a1f-fa68-b011d4b68318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.176584] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381226, 'name': ReconfigVM_Task, 'duration_secs': 0.279255} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.176862] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to attach disk [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.177157] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.260290] env[69513]: DEBUG nova.compute.utils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.261903] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.261903] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.283684] env[69513]: INFO nova.compute.manager [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Took 16.70 seconds to build instance. [ 1109.299301] env[69513]: DEBUG nova.policy [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60d0c96e362401b9579350f21033a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd55831d34d140d3b1b8bc4000b537af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.392990] env[69513]: DEBUG oslo_vmware.api [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381227, 'name': PowerOffVM_Task, 'duration_secs': 0.210474} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.393274] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.393446] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.393689] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecabca37-7cb7-4ec9-a014-e82e68483355 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.486577] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.486816] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.487012] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Deleting the datastore file [datastore1] 9a997538-4447-4314-9c88-0deddd4feaee {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.487286] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0137299d-fd2b-442b-8d39-778828d01c47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.493825] env[69513]: DEBUG oslo_vmware.api [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for the task: (returnval){ [ 1109.493825] env[69513]: value = "task-3381229" [ 1109.493825] env[69513]: _type = "Task" [ 1109.493825] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.501982] env[69513]: DEBUG oslo_vmware.api [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.549436] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Successfully created port: a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.556537] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c18919-b29d-2a1f-fa68-b011d4b68318, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.556831] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.557930] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.557930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.557930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.557930] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.559425] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc39bad6-df20-43e2-9413-0413aaaf30c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.571458] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.571458] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.571458] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638d6c54-3bdf-4088-843e-6ef3b9b7998b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.575969] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1109.575969] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5211a08c-f3e5-239b-b4b5-b7f45fcac370" [ 1109.575969] env[69513]: _type = "Task" [ 1109.575969] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.583733] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5211a08c-f3e5-239b-b4b5-b7f45fcac370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.684033] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d44f05-62d4-47ef-92c3-dfdc701467d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.705166] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4977af2-4eab-41b7-ad8e-d4ac02bde657 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.724686] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.766316] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.787882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0966e9a0-29bd-437c-a424-ef350318ebdd tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.219s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.987362] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390c2322-da4e-4e94-9d51-59e8090ff571 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.994796] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf938b-a620-4281-80d4-15f74e57bc39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.006060] env[69513]: DEBUG oslo_vmware.api [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Task: {'id': task-3381229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173042} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.030723] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.030957] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.031158] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.031338] env[69513]: INFO nova.compute.manager [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1110.031575] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.032257] env[69513]: DEBUG nova.compute.manager [-] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.032359] env[69513]: DEBUG nova.network.neutron [-] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1110.034446] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8e44fd-aea2-4ddb-8e07-4f6c3adf44c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.041869] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12417bb-e961-4fc9-935d-f2e2e1abb1fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.055266] env[69513]: DEBUG nova.compute.provider_tree [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.085777] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5211a08c-f3e5-239b-b4b5-b7f45fcac370, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.086555] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a38a465-a1fd-4dd3-aab4-a0abba6111ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.092628] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1110.092628] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5229f737-9b78-24a8-790c-46bab019eae7" [ 1110.092628] env[69513]: _type = "Task" [ 1110.092628] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.101019] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5229f737-9b78-24a8-790c-46bab019eae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.437990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.438320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.441297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.441297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.441297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.442488] env[69513]: INFO nova.compute.manager [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Terminating instance [ 1110.510117] env[69513]: DEBUG nova.compute.manager [req-2050e376-d567-472e-9282-a6ed0b371015 req-e447a979-d4e2-49b5-9989-9d1c9d5bf9c9 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Received event network-vif-deleted-909a1ba8-7447-4b22-89ad-c89ab1db598f {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.510359] env[69513]: INFO nova.compute.manager [req-2050e376-d567-472e-9282-a6ed0b371015 req-e447a979-d4e2-49b5-9989-9d1c9d5bf9c9 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Neutron deleted interface 909a1ba8-7447-4b22-89ad-c89ab1db598f; detaching it from the instance and deleting it from the info cache [ 1110.510549] env[69513]: DEBUG nova.network.neutron [req-2050e376-d567-472e-9282-a6ed0b371015 req-e447a979-d4e2-49b5-9989-9d1c9d5bf9c9 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.558645] env[69513]: DEBUG nova.scheduler.client.report [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.602616] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5229f737-9b78-24a8-790c-46bab019eae7, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.602966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.603210] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.603472] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec036bb-6fcc-48f3-b55c-bbebf1be623e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.611108] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1110.611108] env[69513]: value = "task-3381230" [ 1110.611108] env[69513]: _type = "Task" [ 1110.611108] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.619245] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.775772] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.803113] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.803429] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.803558] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.803745] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.803890] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.804051] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.804272] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.804498] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.804700] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.804883] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.805152] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.806314] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e0777-86d2-4a1f-af71-a78e2e5eed0e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.817817] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616f2bcc-ddc4-45e2-88a5-8cd3e3bf6bda {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.952410] env[69513]: DEBUG nova.compute.manager [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.952410] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.952410] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf626db-8db5-4fbf-9100-63538a06d899 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.962519] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.963121] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb86e374-c177-434d-80ec-3111f0456fd4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.973795] env[69513]: DEBUG oslo_vmware.api [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1110.973795] env[69513]: value = "task-3381231" [ 1110.973795] env[69513]: _type = "Task" [ 1110.973795] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.975485] env[69513]: DEBUG nova.compute.manager [req-84415347-1d91-4a32-87e3-4093f3461e24 req-362f90f7-515e-4867-85a9-3890a013b210 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Received event network-vif-plugged-a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.975819] env[69513]: DEBUG oslo_concurrency.lockutils [req-84415347-1d91-4a32-87e3-4093f3461e24 req-362f90f7-515e-4867-85a9-3890a013b210 service nova] Acquiring lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.976279] env[69513]: DEBUG oslo_concurrency.lockutils [req-84415347-1d91-4a32-87e3-4093f3461e24 req-362f90f7-515e-4867-85a9-3890a013b210 service nova] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.976524] env[69513]: DEBUG oslo_concurrency.lockutils [req-84415347-1d91-4a32-87e3-4093f3461e24 req-362f90f7-515e-4867-85a9-3890a013b210 service nova] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.976881] env[69513]: DEBUG nova.compute.manager [req-84415347-1d91-4a32-87e3-4093f3461e24 req-362f90f7-515e-4867-85a9-3890a013b210 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] No waiting events found dispatching network-vif-plugged-a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.977141] env[69513]: WARNING nova.compute.manager [req-84415347-1d91-4a32-87e3-4093f3461e24 req-362f90f7-515e-4867-85a9-3890a013b210 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Received unexpected event network-vif-plugged-a567cb44-4a40-4898-b07b-0709c19c37cc for instance with vm_state building and task_state spawning. [ 1110.990071] env[69513]: DEBUG nova.network.neutron [-] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.992140] env[69513]: DEBUG oslo_vmware.api [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.016350] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dcc05e4-0302-46a9-90fc-50f679acf55d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.024885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d951f99-a9dc-4957-8bdc-f6ebe7406dbf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.064640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.064640] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.070222] env[69513]: DEBUG nova.compute.manager [req-2050e376-d567-472e-9282-a6ed0b371015 req-e447a979-d4e2-49b5-9989-9d1c9d5bf9c9 service nova] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Detach interface failed, port_id=909a1ba8-7447-4b22-89ad-c89ab1db598f, reason: Instance 9a997538-4447-4314-9c88-0deddd4feaee could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.072966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.109s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.072966] env[69513]: INFO nova.compute.claims [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.090556] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Successfully updated port: a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.127541] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457935} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.128212] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.128480] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.129025] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c357ac1a-f0de-41e7-a35e-14ee7917d760 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.136609] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1111.136609] env[69513]: value = "task-3381232" [ 1111.136609] env[69513]: _type = "Task" [ 1111.136609] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.144617] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.375589] env[69513]: DEBUG nova.network.neutron [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Port 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1111.486962] env[69513]: DEBUG oslo_vmware.api [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381231, 'name': PowerOffVM_Task, 'duration_secs': 0.24426} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.487335] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.487415] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.487646] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d2b410b-e297-4098-bf1b-96925498a0b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.493068] env[69513]: INFO nova.compute.manager [-] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Took 1.46 seconds to deallocate network for instance. [ 1111.567231] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.567425] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.567596] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleting the datastore file [datastore2] f3672191-fe77-4daa-bf0a-ebff650ea4c4 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.567851] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0177ad00-8f20-4ba3-9e22-5744fd91b45c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.572146] env[69513]: DEBUG nova.compute.utils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.574530] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.574697] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.576569] env[69513]: DEBUG oslo_vmware.api [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1111.576569] env[69513]: value = "task-3381234" [ 1111.576569] env[69513]: _type = "Task" [ 1111.576569] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.588028] env[69513]: DEBUG oslo_vmware.api [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.593240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "refresh_cache-1597efeb-b86b-49b7-a84e-ac9fce0964cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.593382] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "refresh_cache-1597efeb-b86b-49b7-a84e-ac9fce0964cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.594321] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1111.617071] env[69513]: DEBUG nova.policy [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60d0c96e362401b9579350f21033a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd55831d34d140d3b1b8bc4000b537af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.645672] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068795} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.646873] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.646873] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd69af89-3535-4006-ab91-a42f59e40938 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.668354] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.668690] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36edef6b-d66b-4a93-b8aa-d8ba8cfbbc84 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.688269] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1111.688269] env[69513]: value = "task-3381235" [ 1111.688269] env[69513]: _type = "Task" [ 1111.688269] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.696574] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.928029] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Successfully created port: 4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.999841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.078499] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.093935] env[69513]: DEBUG oslo_vmware.api [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127198} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.094215] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.094396] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.094567] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.094736] env[69513]: INFO nova.compute.manager [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1112.094975] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.097281] env[69513]: DEBUG nova.compute.manager [-] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.097281] env[69513]: DEBUG nova.network.neutron [-] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1112.174494] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1112.203187] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381235, 'name': ReconfigVM_Task, 'duration_secs': 0.259134} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.203671] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.204297] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99a324f-e67b-4fec-9816-cd9e0fb93382 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.215572] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1112.215572] env[69513]: value = "task-3381236" [ 1112.215572] env[69513]: _type = "Task" [ 1112.215572] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.225838] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381236, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.356538] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fdf898-9306-4197-b4b8-9d99c504d690 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.365199] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147ba27-de31-4647-b820-879b1a0af1af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.404370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.404600] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.404772] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.409606] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3ff58f-f649-44f5-b030-86885c015f13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.421940] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c19e6-ed5f-4345-949a-48f1f44db9f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.436575] env[69513]: DEBUG nova.compute.provider_tree [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.466371] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Updating instance_info_cache with network_info: [{"id": "a567cb44-4a40-4898-b07b-0709c19c37cc", "address": "fa:16:3e:d8:ba:37", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa567cb44-4a", "ovs_interfaceid": "a567cb44-4a40-4898-b07b-0709c19c37cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.536072] env[69513]: DEBUG nova.compute.manager [req-02200ec9-b753-414d-a1a9-8736df8cec97 req-4c19df3d-57d9-4578-9855-43e6c6109775 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Received event network-vif-deleted-296e2511-a37e-4f22-96d3-5dc5f562decb {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.536304] env[69513]: INFO nova.compute.manager [req-02200ec9-b753-414d-a1a9-8736df8cec97 req-4c19df3d-57d9-4578-9855-43e6c6109775 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Neutron deleted interface 296e2511-a37e-4f22-96d3-5dc5f562decb; detaching it from the instance and deleting it from the info cache [ 1112.536446] env[69513]: DEBUG nova.network.neutron [req-02200ec9-b753-414d-a1a9-8736df8cec97 req-4c19df3d-57d9-4578-9855-43e6c6109775 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.724986] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381236, 'name': Rename_Task, 'duration_secs': 0.135095} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.725284] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.725561] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d438421c-04b0-4768-9bf0-93c65c55c0b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.732538] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1112.732538] env[69513]: value = "task-3381237" [ 1112.732538] env[69513]: _type = "Task" [ 1112.732538] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.740051] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.939551] env[69513]: DEBUG nova.scheduler.client.report [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.969010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "refresh_cache-1597efeb-b86b-49b7-a84e-ac9fce0964cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.969429] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Instance network_info: |[{"id": "a567cb44-4a40-4898-b07b-0709c19c37cc", "address": "fa:16:3e:d8:ba:37", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa567cb44-4a", "ovs_interfaceid": "a567cb44-4a40-4898-b07b-0709c19c37cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.970187] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ba:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a567cb44-4a40-4898-b07b-0709c19c37cc', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.979875] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Creating folder: Project (cd55831d34d140d3b1b8bc4000b537af). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.979875] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e660a169-f453-40cf-b067-93b9c4c7c3c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.991929] env[69513]: DEBUG nova.network.neutron [-] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.991929] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Created folder: Project (cd55831d34d140d3b1b8bc4000b537af) in parent group-v674393. [ 1112.992120] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Creating folder: Instances. Parent ref: group-v674676. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.993281] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d954dab-3544-4cc3-9f8c-ecd97e600b72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.002557] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Created folder: Instances in parent group-v674676. [ 1113.003021] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.003021] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.004170] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96640d97-8065-4af0-aa15-29b1c77a1f40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.020894] env[69513]: DEBUG nova.compute.manager [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Received event network-changed-a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.021135] env[69513]: DEBUG nova.compute.manager [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Refreshing instance network info cache due to event network-changed-a567cb44-4a40-4898-b07b-0709c19c37cc. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.021362] env[69513]: DEBUG oslo_concurrency.lockutils [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] Acquiring lock "refresh_cache-1597efeb-b86b-49b7-a84e-ac9fce0964cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.021507] env[69513]: DEBUG oslo_concurrency.lockutils [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] Acquired lock "refresh_cache-1597efeb-b86b-49b7-a84e-ac9fce0964cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.021667] env[69513]: DEBUG nova.network.neutron [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Refreshing network info cache for port a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1113.028408] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.028408] env[69513]: value = "task-3381240" [ 1113.028408] env[69513]: _type = "Task" [ 1113.028408] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.037414] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381240, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.038988] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fbfa4e8-2a0d-4573-a29e-86677659b245 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.046363] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e1ca13-a569-4f36-8646-4c21b865609c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.076292] env[69513]: DEBUG nova.compute.manager [req-02200ec9-b753-414d-a1a9-8736df8cec97 req-4c19df3d-57d9-4578-9855-43e6c6109775 service nova] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Detach interface failed, port_id=296e2511-a37e-4f22-96d3-5dc5f562decb, reason: Instance f3672191-fe77-4daa-bf0a-ebff650ea4c4 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.094687] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.121515] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.121793] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.121908] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.122160] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.122288] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.122643] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.122879] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.123136] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.123344] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.123504] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.123675] env[69513]: DEBUG nova.virt.hardware [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.124531] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90796a0c-c4f2-4223-bf25-96d3c745e71f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.132876] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e8125-7d26-48b8-a1ab-49c8d5a59dcf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.243111] env[69513]: DEBUG oslo_vmware.api [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381237, 'name': PowerOnVM_Task, 'duration_secs': 0.407442} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.243681] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.244026] env[69513]: INFO nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1113.244216] env[69513]: DEBUG nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.245221] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e863c-50a0-420c-83cc-7dd07fe28c40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.418603] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Successfully updated port: 4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.444911] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.445481] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.450703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.311s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.450703] env[69513]: DEBUG nova.objects.instance [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'resources' on Instance uuid edf69be9-34a3-4266-9302-a7b073bb8f5b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.451022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.451140] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.451313] env[69513]: DEBUG nova.network.neutron [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1113.494085] env[69513]: INFO nova.compute.manager [-] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Took 1.40 seconds to deallocate network for instance. [ 1113.538514] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381240, 'name': CreateVM_Task, 'duration_secs': 0.313078} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.538844] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.539366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.539518] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.539824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.540338] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72874942-0dae-4fec-a450-7a5001d0d798 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.545063] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1113.545063] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240c0a6-e847-bfcf-f9e1-8f6109debdb7" [ 1113.545063] env[69513]: _type = "Task" [ 1113.545063] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.552707] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240c0a6-e847-bfcf-f9e1-8f6109debdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.698421] env[69513]: DEBUG nova.network.neutron [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Updated VIF entry in instance network info cache for port a567cb44-4a40-4898-b07b-0709c19c37cc. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1113.698796] env[69513]: DEBUG nova.network.neutron [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Updating instance_info_cache with network_info: [{"id": "a567cb44-4a40-4898-b07b-0709c19c37cc", "address": "fa:16:3e:d8:ba:37", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa567cb44-4a", "ovs_interfaceid": "a567cb44-4a40-4898-b07b-0709c19c37cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.760899] env[69513]: INFO nova.compute.manager [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Took 18.38 seconds to build instance. [ 1113.925753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "refresh_cache-fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.925953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "refresh_cache-fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.926170] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1113.951357] env[69513]: DEBUG nova.compute.utils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.955607] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.955835] env[69513]: DEBUG nova.network.neutron [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.001053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.006648] env[69513]: DEBUG nova.policy [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '408d5ab903c0407f871e51086d195b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f60a57b8a4414d21ac2bf4437f660875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.059824] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240c0a6-e847-bfcf-f9e1-8f6109debdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.062238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.062479] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.062712] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.062856] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.063188] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.063499] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e594c459-7cea-4e4a-a1a9-de2680b5b462 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.073076] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.073442] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.076584] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2bdc5c-5fc8-48c1-b5e0-8bc653c2bd5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.085305] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1114.085305] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5286d9be-e1c0-dfb2-1ad6-72f70f099819" [ 1114.085305] env[69513]: _type = "Task" [ 1114.085305] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.095999] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5286d9be-e1c0-dfb2-1ad6-72f70f099819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.201722] env[69513]: DEBUG oslo_concurrency.lockutils [req-80485d0a-8373-4ebd-b8d2-7a4656987596 req-ad34dd86-d47b-4bca-b8a0-457fe2572992 service nova] Releasing lock "refresh_cache-1597efeb-b86b-49b7-a84e-ac9fce0964cf" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.214861] env[69513]: DEBUG nova.network.neutron [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.234197] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b043fc-030b-40f8-8d70-0f37ed57cb21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.242129] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07965bd0-5c97-42fe-bdb3-ca0eb07573ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.271344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a681c424-48d5-4695-b3b8-f5c01ceba691 tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "0ebf488b-5341-43d3-8321-423d8a539971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.904s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.272246] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca9e15-25e9-4322-8611-98e38467a76e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.280135] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93f105-760b-4edd-9bac-56ae863f1062 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.293120] env[69513]: DEBUG nova.compute.provider_tree [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.346961] env[69513]: DEBUG nova.network.neutron [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Successfully created port: f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.462268] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.473972] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1114.599658] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5286d9be-e1c0-dfb2-1ad6-72f70f099819, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.600502] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cd8334-8114-4600-844b-195d1f82c45f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.605620] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1114.605620] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52be84b0-ca24-1a45-bbab-934024292b89" [ 1114.605620] env[69513]: _type = "Task" [ 1114.605620] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.613746] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52be84b0-ca24-1a45-bbab-934024292b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.645391] env[69513]: INFO nova.compute.manager [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Rebuilding instance [ 1114.647697] env[69513]: DEBUG nova.network.neutron [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Updating instance_info_cache with network_info: [{"id": "4f0f07f8-29ce-4e55-a873-9efbbc0ced8b", "address": "fa:16:3e:7b:10:6b", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0f07f8-29", "ovs_interfaceid": "4f0f07f8-29ce-4e55-a873-9efbbc0ced8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.684541] env[69513]: DEBUG nova.compute.manager [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.685455] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ded7f-7a8c-4568-8963-b1bcdc4f599a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.719131] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.796088] env[69513]: DEBUG nova.scheduler.client.report [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.030277] env[69513]: DEBUG nova.compute.manager [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Received event network-vif-plugged-4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.030502] env[69513]: DEBUG oslo_concurrency.lockutils [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] Acquiring lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.030711] env[69513]: DEBUG oslo_concurrency.lockutils [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.030876] env[69513]: DEBUG oslo_concurrency.lockutils [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.031090] env[69513]: DEBUG nova.compute.manager [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] No waiting events found dispatching network-vif-plugged-4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.031271] env[69513]: WARNING nova.compute.manager [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Received unexpected event network-vif-plugged-4f0f07f8-29ce-4e55-a873-9efbbc0ced8b for instance with vm_state building and task_state spawning. [ 1115.031432] env[69513]: DEBUG nova.compute.manager [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Received event network-changed-4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.031618] env[69513]: DEBUG nova.compute.manager [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Refreshing instance network info cache due to event network-changed-4f0f07f8-29ce-4e55-a873-9efbbc0ced8b. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.031785] env[69513]: DEBUG oslo_concurrency.lockutils [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] Acquiring lock "refresh_cache-fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.117041] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52be84b0-ca24-1a45-bbab-934024292b89, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.117041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.117041] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 1597efeb-b86b-49b7-a84e-ac9fce0964cf/1597efeb-b86b-49b7-a84e-ac9fce0964cf.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.117237] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0032ec41-c5b6-4228-bbd2-71f2e1fa8804 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.123561] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1115.123561] env[69513]: value = "task-3381241" [ 1115.123561] env[69513]: _type = "Task" [ 1115.123561] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.131181] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.150289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "refresh_cache-fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.152330] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Instance network_info: |[{"id": "4f0f07f8-29ce-4e55-a873-9efbbc0ced8b", "address": "fa:16:3e:7b:10:6b", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0f07f8-29", "ovs_interfaceid": "4f0f07f8-29ce-4e55-a873-9efbbc0ced8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.152330] env[69513]: DEBUG oslo_concurrency.lockutils [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] Acquired lock "refresh_cache-fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.152330] env[69513]: DEBUG nova.network.neutron [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Refreshing network info cache for port 4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1115.152480] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:10:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f0f07f8-29ce-4e55-a873-9efbbc0ced8b', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.161853] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.163753] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.163753] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac45b59-2cbc-4c6b-8e05-9caa1de2db02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.183559] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.183559] env[69513]: value = "task-3381242" [ 1115.183559] env[69513]: _type = "Task" [ 1115.183559] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.192366] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381242, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.228882] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99af7c6e-7d22-4fde-99d3-0eb542009564 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.236553] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15569e9f-2c04-40fa-a357-590474d317f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.301224] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.303754] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.836s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.303990] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.304172] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1115.304573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.733s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.304854] env[69513]: DEBUG nova.objects.instance [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'resources' on Instance uuid 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.306628] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659ab912-d921-4b10-a02d-75f66f2ac23b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.319473] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9435f53b-3d4c-40e7-9875-a412a7df0719 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.325975] env[69513]: INFO nova.scheduler.client.report [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocations for instance edf69be9-34a3-4266-9302-a7b073bb8f5b [ 1115.339464] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455d12f7-5fb7-40f0-8390-8b650262025e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.348569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f7b5a-b4b7-4254-9f98-7a6ccc3f7557 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.381398] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179027MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1115.381593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.475574] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.503042] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.503323] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.503485] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.503958] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.503958] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.503958] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.504186] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.504301] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.504456] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.504638] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.504774] env[69513]: DEBUG nova.virt.hardware [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.505708] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad716857-1b2a-464f-9bfa-68755795a47e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.515841] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867857ab-8e41-4f2c-8f35-eeb4ac6c4653 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.633596] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459073} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.633896] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 1597efeb-b86b-49b7-a84e-ac9fce0964cf/1597efeb-b86b-49b7-a84e-ac9fce0964cf.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.634095] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.634357] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732d3c08-6ce3-4e97-ad95-8de801aef520 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.641768] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1115.641768] env[69513]: value = "task-3381243" [ 1115.641768] env[69513]: _type = "Task" [ 1115.641768] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.649135] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.694661] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381242, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.698137] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.698137] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa688e0-35d0-45cc-ad73-fd5223e0774f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.705310] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1115.705310] env[69513]: value = "task-3381244" [ 1115.705310] env[69513]: _type = "Task" [ 1115.705310] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.719672] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.840716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9326c628-c440-475c-851c-95339ad7cc3a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "edf69be9-34a3-4266-9302-a7b073bb8f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.370s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.932556] env[69513]: DEBUG nova.network.neutron [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Updated VIF entry in instance network info cache for port 4f0f07f8-29ce-4e55-a873-9efbbc0ced8b. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1115.936022] env[69513]: DEBUG nova.network.neutron [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Updating instance_info_cache with network_info: [{"id": "4f0f07f8-29ce-4e55-a873-9efbbc0ced8b", "address": "fa:16:3e:7b:10:6b", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0f07f8-29", "ovs_interfaceid": "4f0f07f8-29ce-4e55-a873-9efbbc0ced8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.980775] env[69513]: DEBUG nova.compute.manager [req-276be344-b61a-4dc6-afe8-8e1aa750ab11 req-5880e1c4-b8fe-4dab-aa2a-a0d94c1a427c service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Received event network-vif-plugged-f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.980933] env[69513]: DEBUG oslo_concurrency.lockutils [req-276be344-b61a-4dc6-afe8-8e1aa750ab11 req-5880e1c4-b8fe-4dab-aa2a-a0d94c1a427c service nova] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.981235] env[69513]: DEBUG oslo_concurrency.lockutils [req-276be344-b61a-4dc6-afe8-8e1aa750ab11 req-5880e1c4-b8fe-4dab-aa2a-a0d94c1a427c service nova] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.981452] env[69513]: DEBUG oslo_concurrency.lockutils [req-276be344-b61a-4dc6-afe8-8e1aa750ab11 req-5880e1c4-b8fe-4dab-aa2a-a0d94c1a427c service nova] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.981556] env[69513]: DEBUG nova.compute.manager [req-276be344-b61a-4dc6-afe8-8e1aa750ab11 req-5880e1c4-b8fe-4dab-aa2a-a0d94c1a427c service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] No waiting events found dispatching network-vif-plugged-f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.981646] env[69513]: WARNING nova.compute.manager [req-276be344-b61a-4dc6-afe8-8e1aa750ab11 req-5880e1c4-b8fe-4dab-aa2a-a0d94c1a427c service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Received unexpected event network-vif-plugged-f8cf1fb3-b03e-4935-b108-0accaf9a52f4 for instance with vm_state building and task_state spawning. [ 1116.062996] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05977769-a767-44d8-aa82-1430db055b12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.070737] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f93670-40ce-424c-8450-3b91c1d563aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.101623] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed0576c-2b5b-4813-94a9-2195d84fd431 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.108931] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53481554-8440-4a37-843b-926da729e991 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.122500] env[69513]: DEBUG nova.compute.provider_tree [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.152372] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073583} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.152640] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.153450] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baabe3e0-8d95-4ffb-be5e-6434ce2fb383 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.176020] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1597efeb-b86b-49b7-a84e-ac9fce0964cf/1597efeb-b86b-49b7-a84e-ac9fce0964cf.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.176020] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f859e850-d54e-4bdb-87ed-8db942c6c1ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.199883] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381242, 'name': CreateVM_Task, 'duration_secs': 0.574954} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.201203] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.201629] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1116.201629] env[69513]: value = "task-3381245" [ 1116.201629] env[69513]: _type = "Task" [ 1116.201629] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.203745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.203745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.203745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.203745] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7df3c14-9135-44b6-b86a-fda79fb98d0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.213799] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1116.213799] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52954a90-5393-a696-fae1-792e8dd72c39" [ 1116.213799] env[69513]: _type = "Task" [ 1116.213799] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.216055] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.222243] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381244, 'name': PowerOffVM_Task, 'duration_secs': 0.253517} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.223017] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.223213] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.224011] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac99aa60-c265-456e-bf16-e6e604a27f6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.230364] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52954a90-5393-a696-fae1-792e8dd72c39, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.231016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.231241] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.231477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.231878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.231878] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.232067] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4cd207-bc20-4c76-94f1-03b3a561db17 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.236882] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.236882] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb6c9357-241d-4ee0-ae7d-5468b41c2f4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.243301] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.243301] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.243301] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fd9171-d7e5-4015-be3e-b0ea46b4873d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.247417] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1116.247417] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213503c-daf1-2593-a8e5-60c1e9812ff5" [ 1116.247417] env[69513]: _type = "Task" [ 1116.247417] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.255325] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213503c-daf1-2593-a8e5-60c1e9812ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.258250] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.258476] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.258656] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Deleting the datastore file [datastore2] 0ebf488b-5341-43d3-8321-423d8a539971 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.258897] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f44c22e4-52c8-4bbc-b48f-22585eb90e32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.264522] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1116.264522] env[69513]: value = "task-3381247" [ 1116.264522] env[69513]: _type = "Task" [ 1116.264522] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.272116] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.350131] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff736271-d84a-424b-8c27-517448ffe813 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.372264] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb9dc7-a7bf-4914-b6f1-64ff9f34123b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.379346] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.416196] env[69513]: DEBUG nova.network.neutron [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Successfully updated port: f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.437604] env[69513]: DEBUG oslo_concurrency.lockutils [req-c543d6af-04d0-4557-b546-d1379639f516 req-6aeac11b-586e-4755-823c-be3452567919 service nova] Releasing lock "refresh_cache-fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.627209] env[69513]: DEBUG nova.scheduler.client.report [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.715371] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381245, 'name': ReconfigVM_Task, 'duration_secs': 0.448628} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.715654] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1597efeb-b86b-49b7-a84e-ac9fce0964cf/1597efeb-b86b-49b7-a84e-ac9fce0964cf.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.716236] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-308c4858-109e-4108-94b7-f55426ad79fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.723095] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1116.723095] env[69513]: value = "task-3381248" [ 1116.723095] env[69513]: _type = "Task" [ 1116.723095] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.732858] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381248, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.757128] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5213503c-daf1-2593-a8e5-60c1e9812ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.757920] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe48fb08-139e-40ed-8abc-35ff587090a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.763950] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1116.763950] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5203bf16-28c5-fd8a-7b18-8633417f5a17" [ 1116.763950] env[69513]: _type = "Task" [ 1116.763950] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.776082] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5203bf16-28c5-fd8a-7b18-8633417f5a17, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.779210] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.779499] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99/fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.779823] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139504} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.780031] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ded523-e3cb-481a-befc-e90a636fd3e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.781915] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.782170] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.782401] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.788821] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1116.788821] env[69513]: value = "task-3381249" [ 1116.788821] env[69513]: _type = "Task" [ 1116.788821] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.798177] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.885660] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.886010] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969e6994-e24a-41c8-a414-d9533de23b69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.893426] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1116.893426] env[69513]: value = "task-3381250" [ 1116.893426] env[69513]: _type = "Task" [ 1116.893426] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.902053] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.919062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.919062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.919244] env[69513]: DEBUG nova.network.neutron [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1117.063179] env[69513]: DEBUG nova.compute.manager [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Received event network-changed-f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.063453] env[69513]: DEBUG nova.compute.manager [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Refreshing instance network info cache due to event network-changed-f8cf1fb3-b03e-4935-b108-0accaf9a52f4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.063655] env[69513]: DEBUG oslo_concurrency.lockutils [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] Acquiring lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.131905] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.134072] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.134s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.134809] env[69513]: DEBUG nova.objects.instance [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lazy-loading 'resources' on Instance uuid 9a997538-4447-4314-9c88-0deddd4feaee {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.153012] env[69513]: INFO nova.scheduler.client.report [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5 [ 1117.234717] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381248, 'name': Rename_Task, 'duration_secs': 0.154503} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.234717] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.234975] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d9f97a-ceca-4f66-8860-d69d8986f4c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.242316] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1117.242316] env[69513]: value = "task-3381251" [ 1117.242316] env[69513]: _type = "Task" [ 1117.242316] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.252541] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.299282] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.403959] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.464179] env[69513]: DEBUG nova.network.neutron [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1117.614094] env[69513]: DEBUG nova.network.neutron [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updating instance_info_cache with network_info: [{"id": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "address": "fa:16:3e:94:44:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cf1fb3-b0", "ovs_interfaceid": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.646668] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "78208959-a3fd-4ae9-a492-97fc6a90b820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.646805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.663779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-babd38c1-f08c-484b-be36-197381498086 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "07f39bb7-966e-46e9-96f0-8bef2f8ffdf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.500s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.753276] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.805157] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590079} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.805466] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99/fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.805696] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.805984] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-961b5471-8b53-4cf5-adb6-368d54b3e8cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.812933] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1117.812933] env[69513]: value = "task-3381252" [ 1117.812933] env[69513]: _type = "Task" [ 1117.812933] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.823446] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.830443] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.830705] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.830864] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.831098] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.831285] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.831436] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.831667] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.831846] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.832127] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.832253] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.832449] env[69513]: DEBUG nova.virt.hardware [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.833351] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c16ada-6c0f-4312-a796-8545eb042f81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.843292] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2493e5-0cad-41e1-a934-6b60f1ef1632 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.851600] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2317e-1919-4795-b102-51eeb8e5d424 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.862755] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance VIF info [] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.868582] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.869356] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.869592] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1fabe06-4148-4a38-b495-9fd475fbe061 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.885483] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6900721-3e2e-49b0-b467-27c772551ad5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.890649] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.890649] env[69513]: value = "task-3381253" [ 1117.890649] env[69513]: _type = "Task" [ 1117.890649] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.925376] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b50c14-12c4-4d92-ada1-d927629eda66 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.931552] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381253, 'name': CreateVM_Task} progress is 15%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.936529] env[69513]: DEBUG oslo_vmware.api [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381250, 'name': PowerOnVM_Task, 'duration_secs': 0.828354} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.938933] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.939173] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69743849-328a-4895-a1ac-ca30d20a55df tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance 'eb3632ef-479b-4921-bb94-f841c8123444' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.943964] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655548c6-438f-4537-9bee-eb09613f0c28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.958956] env[69513]: DEBUG nova.compute.provider_tree [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.016070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.016070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.016070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.016070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.016393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.018715] env[69513]: INFO nova.compute.manager [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Terminating instance [ 1118.117573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.118019] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Instance network_info: |[{"id": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "address": "fa:16:3e:94:44:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cf1fb3-b0", "ovs_interfaceid": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.118374] env[69513]: DEBUG oslo_concurrency.lockutils [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] Acquired lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.118563] env[69513]: DEBUG nova.network.neutron [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Refreshing network info cache for port f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1118.119833] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:44:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8cf1fb3-b03e-4935-b108-0accaf9a52f4', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.128429] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.132148] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.132650] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6862cc4a-19dc-4825-b711-1b2516771294 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.150736] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.159633] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.159633] env[69513]: value = "task-3381254" [ 1118.159633] env[69513]: _type = "Task" [ 1118.159633] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.171954] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381254, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.254533] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381251, 'name': PowerOnVM_Task, 'duration_secs': 0.968602} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.254807] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.255019] env[69513]: INFO nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1118.255575] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.256354] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c01e6-ba6d-4ff6-aa41-26acb08f522b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.324735] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062594} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.324982] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.325827] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c8feb8-f167-4c70-8f41-6c1f212de75f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.350596] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99/fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.350829] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1ca59e-bf72-4062-951b-3ba465982ddc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.365545] env[69513]: DEBUG nova.network.neutron [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updated VIF entry in instance network info cache for port f8cf1fb3-b03e-4935-b108-0accaf9a52f4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1118.365933] env[69513]: DEBUG nova.network.neutron [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updating instance_info_cache with network_info: [{"id": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "address": "fa:16:3e:94:44:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cf1fb3-b0", "ovs_interfaceid": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.372934] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1118.372934] env[69513]: value = "task-3381255" [ 1118.372934] env[69513]: _type = "Task" [ 1118.372934] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.384023] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.400601] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381253, 'name': CreateVM_Task, 'duration_secs': 0.34332} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.400756] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.401245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.401438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.401766] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.402054] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68724a8e-906f-4999-98e2-ac779923a9d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.407385] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1118.407385] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5282d609-35f6-ed73-e4e7-e0330cac7595" [ 1118.407385] env[69513]: _type = "Task" [ 1118.407385] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.418964] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5282d609-35f6-ed73-e4e7-e0330cac7595, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.419396] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.419672] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.419937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.420105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.420294] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.420546] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae52fdc3-652d-49c5-8c4e-689be44fca16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.428686] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.428915] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.429746] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fbcde9-4eb9-46a0-9bb5-1a79002f89af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.435068] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1118.435068] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f4839f-660e-8081-30ff-3fbf91a2a1d4" [ 1118.435068] env[69513]: _type = "Task" [ 1118.435068] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.442895] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f4839f-660e-8081-30ff-3fbf91a2a1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.462771] env[69513]: DEBUG nova.scheduler.client.report [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.522609] env[69513]: DEBUG nova.compute.manager [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.522844] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.523725] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817e6972-763a-4d09-a7c4-18eaf62c3d11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.533018] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.533018] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9161bdd2-d047-479c-a470-0baa7101ad5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.537382] env[69513]: DEBUG oslo_vmware.api [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1118.537382] env[69513]: value = "task-3381256" [ 1118.537382] env[69513]: _type = "Task" [ 1118.537382] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.544918] env[69513]: DEBUG oslo_vmware.api [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.670796] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381254, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.673108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.775160] env[69513]: INFO nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Took 22.80 seconds to build instance. [ 1118.869110] env[69513]: DEBUG oslo_concurrency.lockutils [req-d876b33d-2a16-495d-affd-3bd0347c0b9a req-3269aed4-1bd6-4dea-ad69-9b3c3cb8a999 service nova] Releasing lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.882626] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381255, 'name': ReconfigVM_Task, 'duration_secs': 0.432864} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.882931] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Reconfigured VM instance instance-00000068 to attach disk [datastore2] fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99/fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.883588] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f9495f2-5c0a-43cb-9dc0-8442eb66b168 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.889232] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1118.889232] env[69513]: value = "task-3381257" [ 1118.889232] env[69513]: _type = "Task" [ 1118.889232] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.896523] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381257, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.946740] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f4839f-660e-8081-30ff-3fbf91a2a1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.947548] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471b146c-a9bf-43fc-9409-a46928d5aae3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.953100] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1118.953100] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52adfd53-752e-4218-d9ee-f917239db61b" [ 1118.953100] env[69513]: _type = "Task" [ 1118.953100] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.960088] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52adfd53-752e-4218-d9ee-f917239db61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.967820] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.969937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.969s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.970212] env[69513]: DEBUG nova.objects.instance [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'resources' on Instance uuid f3672191-fe77-4daa-bf0a-ebff650ea4c4 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.987473] env[69513]: INFO nova.scheduler.client.report [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Deleted allocations for instance 9a997538-4447-4314-9c88-0deddd4feaee [ 1119.049420] env[69513]: DEBUG oslo_vmware.api [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381256, 'name': PowerOffVM_Task, 'duration_secs': 0.307328} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.049744] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.049850] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.050211] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ad9f90-d512-4fb0-901e-a4151edc74d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.137545] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.137756] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.137975] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore1] a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.138255] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c82ff8a-0f6f-49d4-b8ad-eee8a0c69ec3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.145237] env[69513]: DEBUG oslo_vmware.api [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1119.145237] env[69513]: value = "task-3381259" [ 1119.145237] env[69513]: _type = "Task" [ 1119.145237] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.152653] env[69513]: DEBUG oslo_vmware.api [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.169686] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381254, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.277270] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.307s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.399484] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381257, 'name': Rename_Task, 'duration_secs': 0.243269} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.399693] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.399941] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b8cf008-d7b9-4199-95e7-391b7aa48c56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.405826] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1119.405826] env[69513]: value = "task-3381260" [ 1119.405826] env[69513]: _type = "Task" [ 1119.405826] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.413038] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.465933] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52adfd53-752e-4218-d9ee-f917239db61b, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.466294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.466601] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.466887] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc9e546-f664-4ff7-9d1a-6225381d2218 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.476070] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1119.476070] env[69513]: value = "task-3381261" [ 1119.476070] env[69513]: _type = "Task" [ 1119.476070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.485765] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.508337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21edda16-6c67-47ac-aae6-d22e08d33398 tempest-ServersTestFqdnHostnames-1516588989 tempest-ServersTestFqdnHostnames-1516588989-project-member] Lock "9a997538-4447-4314-9c88-0deddd4feaee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.146s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.656422] env[69513]: DEBUG oslo_vmware.api [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321192} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.656422] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.656422] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.656650] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.656826] env[69513]: INFO nova.compute.manager [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1119.657035] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.659506] env[69513]: DEBUG nova.compute.manager [-] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.659616] env[69513]: DEBUG nova.network.neutron [-] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1119.673433] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381254, 'name': CreateVM_Task, 'duration_secs': 1.365425} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.676443] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.678024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.678024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.678123] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.678406] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbd00ca-21bd-4bc6-a6df-0a15cc678fab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.683520] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1119.683520] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d25c8d-626f-3255-8095-4467e1c3184c" [ 1119.683520] env[69513]: _type = "Task" [ 1119.683520] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.689249] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b0f1c-151e-43fa-9de3-1f5fb8bb5b59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.695150] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d25c8d-626f-3255-8095-4467e1c3184c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.700112] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f60a6-f5cd-4eb7-932d-0d331a578fd4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.742025] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ba376-795d-4206-9aeb-6444bec68b94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.748198] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e985b-edad-4ec3-9194-b5f434e14c92 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.764110] env[69513]: DEBUG nova.compute.provider_tree [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.916790] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381260, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.988849] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509394} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.989180] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.989417] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.989723] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf4552b-016e-432c-8e1c-c195a4a3506e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.996450] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1119.996450] env[69513]: value = "task-3381262" [ 1119.996450] env[69513]: _type = "Task" [ 1119.996450] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.005437] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.050303] env[69513]: DEBUG nova.compute.manager [req-3256bcaf-2b01-4479-879d-96d500b6c9a4 req-31932993-e549-47ab-9c4c-f7e691287d45 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Received event network-vif-deleted-b671ad9d-9277-4108-a8ec-8a094405058c {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.050578] env[69513]: INFO nova.compute.manager [req-3256bcaf-2b01-4479-879d-96d500b6c9a4 req-31932993-e549-47ab-9c4c-f7e691287d45 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Neutron deleted interface b671ad9d-9277-4108-a8ec-8a094405058c; detaching it from the instance and deleting it from the info cache [ 1120.050675] env[69513]: DEBUG nova.network.neutron [req-3256bcaf-2b01-4479-879d-96d500b6c9a4 req-31932993-e549-47ab-9c4c-f7e691287d45 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.195262] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d25c8d-626f-3255-8095-4467e1c3184c, 'name': SearchDatastore_Task, 'duration_secs': 0.025083} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.195571] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.195801] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.196045] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.196194] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.196370] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.196624] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f77fc9-a380-433a-852f-adcbf1907915 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.204481] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.204655] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.205357] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ab682e-e674-4ae1-b9be-30dd017f962c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.211145] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1120.211145] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52322824-4f2e-1b54-3c6e-3ed8ff9b0e67" [ 1120.211145] env[69513]: _type = "Task" [ 1120.211145] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.219314] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52322824-4f2e-1b54-3c6e-3ed8ff9b0e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.267418] env[69513]: DEBUG nova.scheduler.client.report [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.354858] env[69513]: DEBUG nova.network.neutron [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Port 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1120.355108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.355274] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.355470] env[69513]: DEBUG nova.network.neutron [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1120.417258] env[69513]: DEBUG oslo_vmware.api [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381260, 'name': PowerOnVM_Task, 'duration_secs': 0.763921} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.417483] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.417695] env[69513]: INFO nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1120.417874] env[69513]: DEBUG nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.418634] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18c11d-7142-428a-a44d-1153cb610766 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.505995] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081332} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.507718] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.507718] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c9e979-431a-420f-8a06-3224de45c4b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.527319] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.527601] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf354b78-2946-4c50-9cb9-ab9cd6114d6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.544542] env[69513]: DEBUG nova.network.neutron [-] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.550905] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1120.550905] env[69513]: value = "task-3381263" [ 1120.550905] env[69513]: _type = "Task" [ 1120.550905] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.555480] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-122932a9-c15f-4e71-b1a7-733dba672a9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.562767] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.566797] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b0523e-1035-4e7e-a8b6-f53269f606eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.600932] env[69513]: DEBUG nova.compute.manager [req-3256bcaf-2b01-4479-879d-96d500b6c9a4 req-31932993-e549-47ab-9c4c-f7e691287d45 service nova] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Detach interface failed, port_id=b671ad9d-9277-4108-a8ec-8a094405058c, reason: Instance a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.722823] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52322824-4f2e-1b54-3c6e-3ed8ff9b0e67, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.723819] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82eaa4e5-7efd-4d06-b66a-96a37163edc4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.729531] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1120.729531] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52457837-8dc3-83b3-f24e-4716fd7f4467" [ 1120.729531] env[69513]: _type = "Task" [ 1120.729531] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.738933] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52457837-8dc3-83b3-f24e-4716fd7f4467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.777353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.780106] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.398s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.816196] env[69513]: INFO nova.scheduler.client.report [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted allocations for instance f3672191-fe77-4daa-bf0a-ebff650ea4c4 [ 1120.939376] env[69513]: INFO nova.compute.manager [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Took 24.93 seconds to build instance. [ 1121.047538] env[69513]: INFO nova.compute.manager [-] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Took 1.39 seconds to deallocate network for instance. [ 1121.069837] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381263, 'name': ReconfigVM_Task, 'duration_secs': 0.357606} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.072326] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0ebf488b-5341-43d3-8321-423d8a539971/0ebf488b-5341-43d3-8321-423d8a539971.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.074836] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-944ea3a9-023a-4c43-8c8c-3724f9ba2edf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.086315] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1121.086315] env[69513]: value = "task-3381264" [ 1121.086315] env[69513]: _type = "Task" [ 1121.086315] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.096155] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381264, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.241365] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52457837-8dc3-83b3-f24e-4716fd7f4467, 'name': SearchDatastore_Task, 'duration_secs': 0.013472} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.241636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.241887] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 82ada62e-7f96-4880-8c5e-40f8c876403e/82ada62e-7f96-4880-8c5e-40f8c876403e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.242167] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc06b578-54ab-45aa-909d-719d08987a62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.248524] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1121.248524] env[69513]: value = "task-3381265" [ 1121.248524] env[69513]: _type = "Task" [ 1121.248524] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.257901] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.328903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-378fa8b9-f59b-497a-98ae-d8f140f8ec74 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "f3672191-fe77-4daa-bf0a-ebff650ea4c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.890s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.356794] env[69513]: DEBUG nova.network.neutron [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.440581] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1eb7add8-8a81-4b48-9794-64cc2a9aa401 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.437s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.563377] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.598574] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381264, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.760684] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381265, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.796268] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Applying migration context for instance eb3632ef-479b-4921-bb94-f841c8123444 as it has an incoming, in-progress migration 8d23ac14-e1fa-45b3-855d-7c52aa9dbb46. Migration status is reverting {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1121.798929] env[69513]: INFO nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating resource usage from migration 8d23ac14-e1fa-45b3-855d-7c52aa9dbb46 [ 1121.831259] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.831424] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.831556] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a42d86dd-4b27-4a28-9b11-9001646fa12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.831677] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 6de5da90-b4be-4b15-a6de-e72916765cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.831792] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.831929] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance be9aadd0-300a-48df-9759-8cfff222d4a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.832083] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0daa2c03-86d3-4566-a617-a8f4a2cff51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.832217] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Migration 8d23ac14-e1fa-45b3-855d-7c52aa9dbb46 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1121.832334] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance eb3632ef-479b-4921-bb94-f841c8123444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.832463] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0ebf488b-5341-43d3-8321-423d8a539971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.832847] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 1597efeb-b86b-49b7-a84e-ac9fce0964cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.832847] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.832847] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 82ada62e-7f96-4880-8c5e-40f8c876403e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.862657] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.998892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.999244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.999351] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.999562] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.999781] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.006017] env[69513]: INFO nova.compute.manager [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Terminating instance [ 1122.080052] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.080179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.080360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.080550] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.080727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.084822] env[69513]: INFO nova.compute.manager [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Terminating instance [ 1122.098470] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381264, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.259349] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83834} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.259974] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 82ada62e-7f96-4880-8c5e-40f8c876403e/82ada62e-7f96-4880-8c5e-40f8c876403e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.260266] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.260528] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e80dee12-035d-47f1-98c9-164e142e6358 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.267499] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1122.267499] env[69513]: value = "task-3381266" [ 1122.267499] env[69513]: _type = "Task" [ 1122.267499] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.275501] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.335560] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 78208959-a3fd-4ae9-a492-97fc6a90b820 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1122.335833] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1122.335989] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1122.365843] env[69513]: DEBUG nova.compute.manager [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69513) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1122.512150] env[69513]: DEBUG nova.compute.manager [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.512429] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.513314] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0abbb5e-2baa-4f0b-95ca-06d0275a9586 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.521458] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.521739] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04811c28-06b7-40fc-9d29-e627d9d89056 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.528747] env[69513]: DEBUG oslo_vmware.api [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1122.528747] env[69513]: value = "task-3381267" [ 1122.528747] env[69513]: _type = "Task" [ 1122.528747] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.539436] env[69513]: DEBUG oslo_vmware.api [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.545328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905662e7-73ee-4453-9986-200eb9f404ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.553559] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2075ab35-1ef2-4390-b1ab-87768642ba8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.585562] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6989edb-1560-47d6-8044-a401daa272e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.591902] env[69513]: DEBUG nova.compute.manager [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.592156] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.593123] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cfe225-c9e2-46d5-be37-5eae4cd12b87 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.601207] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381264, 'name': Rename_Task, 'duration_secs': 1.144128} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.602749] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6810143e-e383-4181-924a-921660de1d88 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.606886] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.608955] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2efffaa1-0b69-4de4-ad7d-fe88091d55a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.610409] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.610911] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93181bb8-7244-4674-aa9b-fa16940937f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.621099] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.624969] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1122.624969] env[69513]: value = "task-3381268" [ 1122.624969] env[69513]: _type = "Task" [ 1122.624969] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.628972] env[69513]: DEBUG oslo_vmware.api [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1122.628972] env[69513]: value = "task-3381269" [ 1122.628972] env[69513]: _type = "Task" [ 1122.628972] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.636286] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.641623] env[69513]: DEBUG oslo_vmware.api [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.777760] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065824} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.778139] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.778944] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c328f-591a-401c-bca3-87cc064c7f30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.801137] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 82ada62e-7f96-4880-8c5e-40f8c876403e/82ada62e-7f96-4880-8c5e-40f8c876403e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.801433] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d75928-d73e-43b9-b1c3-9142338a2e28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.821895] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1122.821895] env[69513]: value = "task-3381270" [ 1122.821895] env[69513]: _type = "Task" [ 1122.821895] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.831555] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.043670] env[69513]: DEBUG oslo_vmware.api [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381267, 'name': PowerOffVM_Task, 'duration_secs': 0.393542} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.043964] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.044149] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.044442] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41be992a-13da-45a9-95a0-d783a2d99346 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.124556] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.139522] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.139880] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.140224] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleting the datastore file [datastore2] 1597efeb-b86b-49b7-a84e-ac9fce0964cf {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.149167] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a0ab63f-d904-45f3-858d-2f6c3bc6ec4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.149486] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381268, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.149738] env[69513]: DEBUG oslo_vmware.api [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381269, 'name': PowerOffVM_Task, 'duration_secs': 0.463473} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.149978] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.150322] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.150853] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc89dde2-d8a9-4b6d-9d70-059b82ab3a63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.155418] env[69513]: DEBUG oslo_vmware.api [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1123.155418] env[69513]: value = "task-3381272" [ 1123.155418] env[69513]: _type = "Task" [ 1123.155418] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.164505] env[69513]: DEBUG oslo_vmware.api [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.234416] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.234644] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.234821] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleting the datastore file [datastore2] fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.235119] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e5bf9d-6d59-4294-8637-aed5c9876d01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.243160] env[69513]: DEBUG oslo_vmware.api [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1123.243160] env[69513]: value = "task-3381274" [ 1123.243160] env[69513]: _type = "Task" [ 1123.243160] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.252316] env[69513]: DEBUG oslo_vmware.api [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.332818] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.479012] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.634041] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1123.634041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.853s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.634041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.961s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.635020] env[69513]: INFO nova.compute.claims [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.643575] env[69513]: DEBUG oslo_vmware.api [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381268, 'name': PowerOnVM_Task, 'duration_secs': 0.864517} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.643697] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.643806] env[69513]: DEBUG nova.compute.manager [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.644588] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d5cd0-eba1-4500-9dcc-bfbd907aa0da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.664275] env[69513]: DEBUG oslo_vmware.api [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312685} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.664516] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.664700] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.664876] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.665062] env[69513]: INFO nova.compute.manager [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1123.665308] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.665494] env[69513]: DEBUG nova.compute.manager [-] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.665701] env[69513]: DEBUG nova.network.neutron [-] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1123.753142] env[69513]: DEBUG oslo_vmware.api [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273788} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.753352] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.753542] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.753711] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.753961] env[69513]: INFO nova.compute.manager [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1123.754131] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.754352] env[69513]: DEBUG nova.compute.manager [-] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.754450] env[69513]: DEBUG nova.network.neutron [-] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1123.833556] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381270, 'name': ReconfigVM_Task, 'duration_secs': 0.639598} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.833840] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 82ada62e-7f96-4880-8c5e-40f8c876403e/82ada62e-7f96-4880-8c5e-40f8c876403e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.834529] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb2e040-b80a-4659-88d9-f798a7442a2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.841757] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1123.841757] env[69513]: value = "task-3381275" [ 1123.841757] env[69513]: _type = "Task" [ 1123.841757] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.850632] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381275, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.947933] env[69513]: DEBUG nova.compute.manager [req-d92307cc-f459-4992-a924-e289de1bc7e3 req-d1f43a23-0e10-41c1-a2c1-faa99025f35e service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Received event network-vif-deleted-a567cb44-4a40-4898-b07b-0709c19c37cc {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.948050] env[69513]: INFO nova.compute.manager [req-d92307cc-f459-4992-a924-e289de1bc7e3 req-d1f43a23-0e10-41c1-a2c1-faa99025f35e service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Neutron deleted interface a567cb44-4a40-4898-b07b-0709c19c37cc; detaching it from the instance and deleting it from the info cache [ 1123.948226] env[69513]: DEBUG nova.network.neutron [req-d92307cc-f459-4992-a924-e289de1bc7e3 req-d1f43a23-0e10-41c1-a2c1-faa99025f35e service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.996546] env[69513]: DEBUG nova.compute.manager [req-84d43456-db95-4dcb-8bf2-e1ae0241fdef req-1f690701-5c88-4c29-ac1f-2c82c4587eaa service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Received event network-vif-deleted-4f0f07f8-29ce-4e55-a873-9efbbc0ced8b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.996757] env[69513]: INFO nova.compute.manager [req-84d43456-db95-4dcb-8bf2-e1ae0241fdef req-1f690701-5c88-4c29-ac1f-2c82c4587eaa service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Neutron deleted interface 4f0f07f8-29ce-4e55-a873-9efbbc0ced8b; detaching it from the instance and deleting it from the info cache [ 1123.996954] env[69513]: DEBUG nova.network.neutron [req-84d43456-db95-4dcb-8bf2-e1ae0241fdef req-1f690701-5c88-4c29-ac1f-2c82c4587eaa service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.162955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.351809] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381275, 'name': Rename_Task, 'duration_secs': 0.421127} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.352136] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.352468] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43733d4f-f29a-405e-80bd-969eecdd0ab8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.359972] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1124.359972] env[69513]: value = "task-3381276" [ 1124.359972] env[69513]: _type = "Task" [ 1124.359972] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.368106] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.426580] env[69513]: DEBUG nova.network.neutron [-] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.450828] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d82aea-f659-4089-9836-c9f68f3cefa7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.461788] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaae64b0-9265-446a-ab9f-6f723c670902 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.481356] env[69513]: DEBUG nova.network.neutron [-] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.493981] env[69513]: DEBUG nova.compute.manager [req-d92307cc-f459-4992-a924-e289de1bc7e3 req-d1f43a23-0e10-41c1-a2c1-faa99025f35e service nova] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Detach interface failed, port_id=a567cb44-4a40-4898-b07b-0709c19c37cc, reason: Instance 1597efeb-b86b-49b7-a84e-ac9fce0964cf could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.498827] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b61ef51-7fab-4080-a53d-c305fc82f6ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.508019] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2964d4-748e-413f-9afa-592951e6345f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.541224] env[69513]: DEBUG nova.compute.manager [req-84d43456-db95-4dcb-8bf2-e1ae0241fdef req-1f690701-5c88-4c29-ac1f-2c82c4587eaa service nova] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Detach interface failed, port_id=4f0f07f8-29ce-4e55-a873-9efbbc0ced8b, reason: Instance fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.753633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "0ebf488b-5341-43d3-8321-423d8a539971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.753886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "0ebf488b-5341-43d3-8321-423d8a539971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.754095] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "0ebf488b-5341-43d3-8321-423d8a539971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.754277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "0ebf488b-5341-43d3-8321-423d8a539971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.754440] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "0ebf488b-5341-43d3-8321-423d8a539971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.756535] env[69513]: INFO nova.compute.manager [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Terminating instance [ 1124.819087] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3643960b-3597-483c-93c7-520fcc4b6209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.828201] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec08bf6-ee16-4f11-a772-1001f19e4d05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.864926] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6830ae-f27f-466a-8d33-f69a8474d44b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.876179] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c90f2-86d2-46d8-80e6-91f7dced0c56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.879462] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.889604] env[69513]: DEBUG nova.compute.provider_tree [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.929814] env[69513]: INFO nova.compute.manager [-] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Took 1.26 seconds to deallocate network for instance. [ 1124.984372] env[69513]: INFO nova.compute.manager [-] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Took 1.23 seconds to deallocate network for instance. [ 1125.259876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "refresh_cache-0ebf488b-5341-43d3-8321-423d8a539971" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.260109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquired lock "refresh_cache-0ebf488b-5341-43d3-8321-423d8a539971" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.260317] env[69513]: DEBUG nova.network.neutron [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1125.371203] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.392430] env[69513]: DEBUG nova.scheduler.client.report [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.436714] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.493499] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.779421] env[69513]: DEBUG nova.network.neutron [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1125.866407] env[69513]: DEBUG nova.network.neutron [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.873502] env[69513]: DEBUG oslo_vmware.api [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381276, 'name': PowerOnVM_Task, 'duration_secs': 1.360576} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.873816] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.874587] env[69513]: INFO nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1125.874587] env[69513]: DEBUG nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.875101] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0d31a-edcd-4da6-84d6-da520e135aa9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.897870] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.898416] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.901069] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.338s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.901201] env[69513]: DEBUG nova.objects.instance [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'resources' on Instance uuid a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.370683] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Releasing lock "refresh_cache-0ebf488b-5341-43d3-8321-423d8a539971" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.370683] env[69513]: DEBUG nova.compute.manager [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.370683] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.370683] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2a79a-b4a2-4b89-b708-fb2c9fa39578 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.379924] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.380192] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14faf7f1-ee11-454f-9c99-cba40895fafc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.393940] env[69513]: DEBUG oslo_vmware.api [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1126.393940] env[69513]: value = "task-3381277" [ 1126.393940] env[69513]: _type = "Task" [ 1126.393940] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.398079] env[69513]: INFO nova.compute.manager [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Took 29.45 seconds to build instance. [ 1126.405683] env[69513]: DEBUG nova.compute.utils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.410519] env[69513]: DEBUG oslo_vmware.api [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.410872] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.411046] env[69513]: DEBUG nova.network.neutron [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.456251] env[69513]: DEBUG nova.policy [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13cd3e4c5e2c45d88c7a55ff10060a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b938d7bd52934aaeb2c547fa54298d4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.640374] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57ad20-f392-4ee3-954b-ac2275e83c74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.648710] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd7db5-3f8e-4b11-89d0-d568bbf70788 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.683270] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f10032-d5a0-4e5a-b501-2f9e715b8af4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.690380] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b550810-372f-421e-a67d-6e43ce0bc9a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.705194] env[69513]: DEBUG nova.compute.provider_tree [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.852274] env[69513]: DEBUG nova.network.neutron [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Successfully created port: 8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.900296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0af5104-c4f8-4207-a972-2824162a76d0 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.965s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.904870] env[69513]: DEBUG oslo_vmware.api [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381277, 'name': PowerOffVM_Task, 'duration_secs': 0.270788} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.905189] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.905318] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.905573] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1202075-4953-497a-8892-7eb4e4d92896 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.910947] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.936552] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.936776] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.936957] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Deleting the datastore file [datastore1] 0ebf488b-5341-43d3-8321-423d8a539971 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.937230] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa1e8002-224a-4dfa-a6a8-ba1640ee291b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.944135] env[69513]: DEBUG oslo_vmware.api [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for the task: (returnval){ [ 1126.944135] env[69513]: value = "task-3381279" [ 1126.944135] env[69513]: _type = "Task" [ 1126.944135] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.953701] env[69513]: DEBUG oslo_vmware.api [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.056703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a42d86dd-4b27-4a28-9b11-9001646fa12f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.056703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.056703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a42d86dd-4b27-4a28-9b11-9001646fa12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.056703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.056703] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.057784] env[69513]: INFO nova.compute.manager [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Terminating instance [ 1127.212020] env[69513]: DEBUG nova.scheduler.client.report [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.461044] env[69513]: DEBUG oslo_vmware.api [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Task: {'id': task-3381279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107362} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.461399] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.461602] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.461780] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.461952] env[69513]: INFO nova.compute.manager [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1127.462289] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.463988] env[69513]: DEBUG nova.compute.manager [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.463988] env[69513]: DEBUG nova.network.neutron [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1127.480999] env[69513]: DEBUG nova.network.neutron [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1127.567442] env[69513]: DEBUG nova.compute.manager [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.567725] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.568574] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af29e952-bcc3-45fd-9dfb-5b967ee3b90c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.576787] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.577045] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa9dc947-55e0-4b83-8970-75c954f40df7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.584054] env[69513]: DEBUG oslo_vmware.api [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1127.584054] env[69513]: value = "task-3381280" [ 1127.584054] env[69513]: _type = "Task" [ 1127.584054] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.594142] env[69513]: DEBUG oslo_vmware.api [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.652771] env[69513]: DEBUG nova.compute.manager [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Received event network-changed-f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.652771] env[69513]: DEBUG nova.compute.manager [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Refreshing instance network info cache due to event network-changed-f8cf1fb3-b03e-4935-b108-0accaf9a52f4. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.652771] env[69513]: DEBUG oslo_concurrency.lockutils [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] Acquiring lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.652771] env[69513]: DEBUG oslo_concurrency.lockutils [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] Acquired lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.653023] env[69513]: DEBUG nova.network.neutron [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Refreshing network info cache for port f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1127.715641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.720029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.239s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.755019] env[69513]: INFO nova.scheduler.client.report [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1 [ 1127.920542] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.947704] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.948036] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.948232] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.948430] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.948576] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.949430] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.949741] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.949959] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.950203] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.950418] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.950619] env[69513]: DEBUG nova.virt.hardware [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.951553] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a972617-6ae9-49e1-afa5-9dd1bbbc6b75 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.962641] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a7570a-e6c3-4d74-bec2-ab043a133252 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.984082] env[69513]: DEBUG nova.network.neutron [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.094973] env[69513]: DEBUG oslo_vmware.api [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381280, 'name': PowerOffVM_Task, 'duration_secs': 0.242532} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.095282] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.095477] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.095742] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b4470e5-efa5-4128-88aa-8bf3e88cbaa5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.164238] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.164483] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.164669] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleting the datastore file [datastore1] a42d86dd-4b27-4a28-9b11-9001646fa12f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.164930] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687e5ac7-6379-4bfd-9d7f-639aaff85527 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.172549] env[69513]: DEBUG oslo_vmware.api [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1128.172549] env[69513]: value = "task-3381282" [ 1128.172549] env[69513]: _type = "Task" [ 1128.172549] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.181827] env[69513]: DEBUG oslo_vmware.api [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.220522] env[69513]: DEBUG nova.objects.instance [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'migration_context' on Instance uuid eb3632ef-479b-4921-bb94-f841c8123444 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.262654] env[69513]: DEBUG oslo_concurrency.lockutils [None req-efab2dba-9c6c-484b-8420-7f975a36fd7a tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.247s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.444853] env[69513]: DEBUG nova.network.neutron [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updated VIF entry in instance network info cache for port f8cf1fb3-b03e-4935-b108-0accaf9a52f4. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1128.447081] env[69513]: DEBUG nova.network.neutron [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updating instance_info_cache with network_info: [{"id": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "address": "fa:16:3e:94:44:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cf1fb3-b0", "ovs_interfaceid": "f8cf1fb3-b03e-4935-b108-0accaf9a52f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.461552] env[69513]: DEBUG nova.network.neutron [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Successfully updated port: 8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.486596] env[69513]: INFO nova.compute.manager [-] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Took 1.02 seconds to deallocate network for instance. [ 1128.682682] env[69513]: DEBUG oslo_vmware.api [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14244} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.684030] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.684030] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.684030] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.684030] env[69513]: INFO nova.compute.manager [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1128.684030] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.684258] env[69513]: DEBUG nova.compute.manager [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.684258] env[69513]: DEBUG nova.network.neutron [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1128.933692] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab3d7d2-11a4-418f-8486-67ac437565a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.944815] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8219b297-6cfc-4cac-92fb-54638af3aff3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.948544] env[69513]: DEBUG oslo_concurrency.lockutils [req-4697fe0e-acd4-4e8e-8377-92fc8f9f513c req-89484825-0f37-4f61-8235-73d6eaabd298 service nova] Releasing lock "refresh_cache-82ada62e-7f96-4880-8c5e-40f8c876403e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.979815] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.979976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980145] env[69513]: DEBUG nova.network.neutron [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1128.985051] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b9606-8464-4cf7-a366-4085f275f6a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.990726] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477a71b-4894-4fff-9edd-c3b6acf7d2f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.996025] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.007308] env[69513]: DEBUG nova.compute.provider_tree [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.516900] env[69513]: DEBUG nova.scheduler.client.report [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.522112] env[69513]: DEBUG nova.network.neutron [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1129.542953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.543066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.645800] env[69513]: DEBUG nova.network.neutron [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updating instance_info_cache with network_info: [{"id": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "address": "fa:16:3e:93:8e:df", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca9854-2b", "ovs_interfaceid": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.712473] env[69513]: DEBUG nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Received event network-vif-plugged-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.712724] env[69513]: DEBUG oslo_concurrency.lockutils [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] Acquiring lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.712934] env[69513]: DEBUG oslo_concurrency.lockutils [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.713110] env[69513]: DEBUG oslo_concurrency.lockutils [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.713278] env[69513]: DEBUG nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] No waiting events found dispatching network-vif-plugged-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.713443] env[69513]: WARNING nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Received unexpected event network-vif-plugged-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 for instance with vm_state building and task_state spawning. [ 1129.713633] env[69513]: DEBUG nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Received event network-changed-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.713792] env[69513]: DEBUG nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Refreshing instance network info cache due to event network-changed-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.713956] env[69513]: DEBUG oslo_concurrency.lockutils [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] Acquiring lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.812574] env[69513]: DEBUG nova.network.neutron [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.045587] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.148881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.149291] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Instance network_info: |[{"id": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "address": "fa:16:3e:93:8e:df", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca9854-2b", "ovs_interfaceid": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.149664] env[69513]: DEBUG oslo_concurrency.lockutils [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] Acquired lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.149851] env[69513]: DEBUG nova.network.neutron [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Refreshing network info cache for port 8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1130.151100] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:8e:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.158414] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.159343] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.159572] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27c21eae-4a40-45fa-aa8b-c9711baf74d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.180487] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.180487] env[69513]: value = "task-3381283" [ 1130.180487] env[69513]: _type = "Task" [ 1130.180487] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.189227] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381283, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.315745] env[69513]: INFO nova.compute.manager [-] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Took 1.63 seconds to deallocate network for instance. [ 1130.525712] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.808s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.531602] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.369s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.531694] env[69513]: DEBUG nova.objects.instance [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1130.568528] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.691583] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381283, 'name': CreateVM_Task, 'duration_secs': 0.352263} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.693972] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.694739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.694931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.695262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.696142] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64985a01-e25c-4571-b957-1eea7d515ed0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.701358] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1130.701358] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]525d1c0d-bbe3-0daf-b3b8-8a097e24df50" [ 1130.701358] env[69513]: _type = "Task" [ 1130.701358] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.711318] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525d1c0d-bbe3-0daf-b3b8-8a097e24df50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.823965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.875412] env[69513]: DEBUG nova.network.neutron [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updated VIF entry in instance network info cache for port 8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1130.875819] env[69513]: DEBUG nova.network.neutron [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updating instance_info_cache with network_info: [{"id": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "address": "fa:16:3e:93:8e:df", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca9854-2b", "ovs_interfaceid": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.213970] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525d1c0d-bbe3-0daf-b3b8-8a097e24df50, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.214372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.214555] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.214803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.216110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.216110] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.216110] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-545fdc4a-92b5-4025-ac23-792edf0247f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.225506] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.225712] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.226493] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c26329-f7b5-4935-b6ad-5281a095a0f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.232612] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1131.232612] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5281b765-f540-91c6-7b02-cdbf0e029482" [ 1131.232612] env[69513]: _type = "Task" [ 1131.232612] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.241405] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5281b765-f540-91c6-7b02-cdbf0e029482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.379072] env[69513]: DEBUG oslo_concurrency.lockutils [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] Releasing lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.379344] env[69513]: DEBUG nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Received event network-vif-deleted-b79f4cda-592f-4f84-b8c9-6ebc096e3553 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.379534] env[69513]: INFO nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Neutron deleted interface b79f4cda-592f-4f84-b8c9-6ebc096e3553; detaching it from the instance and deleting it from the info cache [ 1131.379851] env[69513]: DEBUG nova.network.neutron [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.546366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5d797d37-91ee-466f-b193-4941b152a05d tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.549827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.113s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.550060] env[69513]: DEBUG nova.objects.instance [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lazy-loading 'resources' on Instance uuid 1597efeb-b86b-49b7-a84e-ac9fce0964cf {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.743966] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5281b765-f540-91c6-7b02-cdbf0e029482, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.744787] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f475329-a2d5-4453-a600-4bf3abd6a21a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.750092] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1131.750092] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524aa238-7e55-d2f0-ecca-f816e1585fad" [ 1131.750092] env[69513]: _type = "Task" [ 1131.750092] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.757872] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524aa238-7e55-d2f0-ecca-f816e1585fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.882424] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c42da5e0-286d-40fd-8df1-ecdbd4064f18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.892802] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26144426-8193-48c7-8acb-0dbf232f354c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.925187] env[69513]: DEBUG nova.compute.manager [req-ec87e1ce-2619-4898-9f4f-3746be1fe6eb req-184ecbdf-8dab-45c2-b39e-2f6342da6fee service nova] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Detach interface failed, port_id=b79f4cda-592f-4f84-b8c9-6ebc096e3553, reason: Instance a42d86dd-4b27-4a28-9b11-9001646fa12f could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.071071] env[69513]: INFO nova.compute.manager [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Swapping old allocation on dict_keys(['7e091bd4-226e-443b-b149-fa857f4cdcd3']) held by migration 8d23ac14-e1fa-45b3-855d-7c52aa9dbb46 for instance [ 1132.091455] env[69513]: DEBUG nova.scheduler.client.report [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Overwriting current allocation {'allocations': {'7e091bd4-226e-443b-b149-fa857f4cdcd3': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': '37136f476afa4fb9a608106e7b010c21', 'user_id': '8161618f673945ceb6487ae2220f3f32', 'consumer_generation': 1} on consumer eb3632ef-479b-4921-bb94-f841c8123444 {{(pid=69513) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1132.163145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.163339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.163510] env[69513]: DEBUG nova.network.neutron [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1132.228109] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7efbb3b-12e4-4502-a6d0-22d0083f61f6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.235812] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da67c92-a751-4f70-bcfa-258435a74d4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.271115] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2cd5c-cc66-4804-b2e5-062c72129fea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.282067] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cad59e-8cf9-4b94-82a2-cee9607511f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.285816] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524aa238-7e55-d2f0-ecca-f816e1585fad, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.286091] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.286354] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 78208959-a3fd-4ae9-a492-97fc6a90b820/78208959-a3fd-4ae9-a492-97fc6a90b820.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.286911] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07972ec0-8118-41a2-b5bc-b87d50d00f1e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.296469] env[69513]: DEBUG nova.compute.provider_tree [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.303175] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1132.303175] env[69513]: value = "task-3381284" [ 1132.303175] env[69513]: _type = "Task" [ 1132.303175] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.312529] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.800497] env[69513]: DEBUG nova.scheduler.client.report [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.814265] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506391} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.814601] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 78208959-a3fd-4ae9-a492-97fc6a90b820/78208959-a3fd-4ae9-a492-97fc6a90b820.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.814932] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.815211] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aaebd51-3cc7-46e2-a755-dd6cbdf41a7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.823399] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1132.823399] env[69513]: value = "task-3381285" [ 1132.823399] env[69513]: _type = "Task" [ 1132.823399] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.835184] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.890717] env[69513]: DEBUG nova.network.neutron [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [{"id": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "address": "fa:16:3e:56:14:7e", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb374b4-aa", "ovs_interfaceid": "1fb374b4-aa8f-4c53-a213-cb54c9ed03e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.906612] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.906945] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.907172] env[69513]: INFO nova.compute.manager [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Shelving [ 1133.310080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.313304] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.820s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.313304] env[69513]: DEBUG nova.objects.instance [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lazy-loading 'resources' on Instance uuid fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.331432] env[69513]: INFO nova.scheduler.client.report [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted allocations for instance 1597efeb-b86b-49b7-a84e-ac9fce0964cf [ 1133.340635] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087057} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.341034] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.341958] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595deeb2-c0ce-4acd-8af3-030199baf959 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.365807] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 78208959-a3fd-4ae9-a492-97fc6a90b820/78208959-a3fd-4ae9-a492-97fc6a90b820.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.366508] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dab0731-42ed-4767-9c04-ba0ece70ec92 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.389164] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1133.389164] env[69513]: value = "task-3381286" [ 1133.389164] env[69513]: _type = "Task" [ 1133.389164] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.393264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-eb3632ef-479b-4921-bb94-f841c8123444" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.394490] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac561b6-91e8-4435-924e-fe9a9117636e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.400159] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.404830] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d23a2a1-672c-419f-bff8-df2216d05d16 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.838631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1b3785d2-4917-404e-813c-8e27e3d2de1c tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "1597efeb-b86b-49b7-a84e-ac9fce0964cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.839s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.898896] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381286, 'name': ReconfigVM_Task, 'duration_secs': 0.344378} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.901210] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 78208959-a3fd-4ae9-a492-97fc6a90b820/78208959-a3fd-4ae9-a492-97fc6a90b820.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.902039] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb94149-994e-49a4-8a6b-6d4168bf2dac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.908943] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1133.908943] env[69513]: value = "task-3381287" [ 1133.908943] env[69513]: _type = "Task" [ 1133.908943] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.920088] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381287, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.927853] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.928131] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de359577-2e98-4d53-815a-4e1703fcbbe1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.934678] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1133.934678] env[69513]: value = "task-3381288" [ 1133.934678] env[69513]: _type = "Task" [ 1133.934678] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.946187] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.980696] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30727b14-5ecb-4286-b558-2b4f6fe4814a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.989606] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8bde40-6ec0-4be3-985e-692b27b9ea18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.025551] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2befff-7848-4370-8305-7513d5340521 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.037396] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12472521-d730-43d1-b824-a15c31d03ae6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.055181] env[69513]: DEBUG nova.compute.provider_tree [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.418671] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381287, 'name': Rename_Task, 'duration_secs': 0.160135} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.418880] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.419131] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010192b4-c915-4479-8ba4-5fa6ab98bf70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.426427] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1134.426427] env[69513]: value = "task-3381289" [ 1134.426427] env[69513]: _type = "Task" [ 1134.426427] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.434055] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.445090] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381288, 'name': PowerOffVM_Task, 'duration_secs': 0.216634} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.445340] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.446179] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da5bbeb-95ff-4ec2-9b5a-41d15fbf05d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.467413] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c819db-96e6-480e-9693-2f4a05ca68b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.529457] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.529899] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943850e6-b770-4ab0-861f-4e6169e6729d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.542350] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1134.542350] env[69513]: value = "task-3381290" [ 1134.542350] env[69513]: _type = "Task" [ 1134.542350] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.555579] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.558977] env[69513]: DEBUG nova.scheduler.client.report [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.937579] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.978929] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1134.979373] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f174b668-2fee-4709-bec9-8b260354452c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.988270] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1134.988270] env[69513]: value = "task-3381291" [ 1134.988270] env[69513]: _type = "Task" [ 1134.988270] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.998332] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.054046] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381290, 'name': PowerOffVM_Task, 'duration_secs': 0.193873} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.054046] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.054263] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.054449] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.054630] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.054852] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.055016] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.055172] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.055380] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.055544] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.055711] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.055872] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.056054] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.061130] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84a9972-32bb-4959-97d1-3bfdc6b83f70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.071636] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.074085] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.078s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.074373] env[69513]: DEBUG nova.objects.instance [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lazy-loading 'resources' on Instance uuid 0ebf488b-5341-43d3-8321-423d8a539971 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.082865] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1135.082865] env[69513]: value = "task-3381292" [ 1135.082865] env[69513]: _type = "Task" [ 1135.082865] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.093585] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.094675] env[69513]: INFO nova.scheduler.client.report [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted allocations for instance fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99 [ 1135.438477] env[69513]: DEBUG oslo_vmware.api [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381289, 'name': PowerOnVM_Task, 'duration_secs': 0.715335} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.438806] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.439061] env[69513]: INFO nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1135.439291] env[69513]: DEBUG nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.440120] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197427f2-7194-420b-b834-a531795f3458 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.498723] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.593990] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381292, 'name': ReconfigVM_Task, 'duration_secs': 0.159911} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.597590] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57441b85-8898-401c-b8da-c61341267ed4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.603999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-186cab74-5539-4d21-a15b-9d47769822af tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.523s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.627387] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.628551] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.628551] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.628551] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.628551] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.628551] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.628795] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.628862] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.629228] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.629228] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.629417] env[69513]: DEBUG nova.virt.hardware [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.632895] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb7ec7e-960d-4b5d-9782-85d90e8b35ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.639328] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1135.639328] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c60c99-fb53-19e0-d673-ec79e9bf7844" [ 1135.639328] env[69513]: _type = "Task" [ 1135.639328] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.650831] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c60c99-fb53-19e0-d673-ec79e9bf7844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.749650] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fba3ff-af57-47e6-93c4-f322f4d1b013 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.758054] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8bbd45-22f7-4f37-a7bb-f41d3fb6aa5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.791175] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402b11e-791f-4768-b68e-93be48ecdd03 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.805061] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa10fb7-5ad1-4003-91f3-1d3da2d506a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.819691] env[69513]: DEBUG nova.compute.provider_tree [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.958953] env[69513]: INFO nova.compute.manager [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Took 17.30 seconds to build instance. [ 1136.000152] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381291, 'name': CreateSnapshot_Task, 'duration_secs': 0.882462} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.000430] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1136.001170] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a583d010-e95f-4c9d-9604-0ca76c103b0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.150826] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c60c99-fb53-19e0-d673-ec79e9bf7844, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.156175] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.156490] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f1cb46-00a6-4ecc-b033-7c7b7599aec7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.176395] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1136.176395] env[69513]: value = "task-3381293" [ 1136.176395] env[69513]: _type = "Task" [ 1136.176395] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.185406] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.323478] env[69513]: DEBUG nova.scheduler.client.report [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.460693] env[69513]: DEBUG oslo_concurrency.lockutils [None req-261f1d78-df4a-4ec0-bdde-2a00438b6002 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.814s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.519764] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1136.520103] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73505ba2-4b88-41fd-935b-b74940fb1a2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.529182] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1136.529182] env[69513]: value = "task-3381294" [ 1136.529182] env[69513]: _type = "Task" [ 1136.529182] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.537991] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381294, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.687487] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381293, 'name': ReconfigVM_Task, 'duration_secs': 0.218833} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.687787] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.688619] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aa2292-8268-4501-ad5f-a7a5cb61493b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.714050] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.714414] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-731d6ba5-09bf-46f8-bed4-b91b34aba6ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.733745] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1136.733745] env[69513]: value = "task-3381295" [ 1136.733745] env[69513]: _type = "Task" [ 1136.733745] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.744144] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.772920] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "78208959-a3fd-4ae9-a492-97fc6a90b820" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.773330] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.773552] env[69513]: INFO nova.compute.manager [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Shelving [ 1136.828422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.831166] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.263s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.833352] env[69513]: INFO nova.compute.claims [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.850147] env[69513]: INFO nova.scheduler.client.report [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Deleted allocations for instance 0ebf488b-5341-43d3-8321-423d8a539971 [ 1136.885475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "97ac3714-1a5d-4e0a-885e-f691b504ea48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.885612] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.923952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.923952] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.041995] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381294, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.245533] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381295, 'name': ReconfigVM_Task, 'duration_secs': 0.32825} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.245882] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to attach disk [datastore1] eb3632ef-479b-4921-bb94-f841c8123444/eb3632ef-479b-4921-bb94-f841c8123444.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.246958] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f42165-02e5-4f5c-b1de-9c30156775e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.270158] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf8534-554e-4e94-8c12-cd75d621320a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.295563] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca04f94-b54c-4fe6-92f6-74b36d678bf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.318675] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a7f29-d0ab-4e7e-92f2-20c5be8118e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.327113] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.327380] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da91f850-38d0-4130-bc70-6d63329ef2c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.335249] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1137.335249] env[69513]: value = "task-3381296" [ 1137.335249] env[69513]: _type = "Task" [ 1137.335249] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.346229] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.360390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-25e6b5e6-de9f-40d4-8cf6-d2514a4ab3cd tempest-ServerShowV257Test-702719617 tempest-ServerShowV257Test-702719617-project-member] Lock "0ebf488b-5341-43d3-8321-423d8a539971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.606s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.389032] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.427962] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.540137] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381294, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.800596] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.800921] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4717f645-6589-4c34-b1e5-581bf2c9af04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.809965] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1137.809965] env[69513]: value = "task-3381297" [ 1137.809965] env[69513]: _type = "Task" [ 1137.809965] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.819175] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.848030] env[69513]: DEBUG oslo_vmware.api [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381296, 'name': PowerOnVM_Task, 'duration_secs': 0.420334} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.848248] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.919143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.948849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.043638] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381294, 'name': CloneVM_Task, 'duration_secs': 1.145731} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.044305] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Created linked-clone VM from snapshot [ 1138.045033] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20b508-2c4f-49f1-86e3-0c242b6158f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.047959] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa2188-2141-4b5f-a856-c77e15406aba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.059332] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b361a0-d1a1-42f5-a44b-4fc2a7b96849 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.062577] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Uploading image cb47d988-fd89-4f46-b0bf-2e57254f27e6 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1138.095885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd1e59d-23ac-41ab-9d9f-ad61da9fa820 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.104782] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1138.104782] env[69513]: value = "vm-674684" [ 1138.104782] env[69513]: _type = "VirtualMachine" [ 1138.104782] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1138.105978] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0474d6db-313d-40e3-90be-c3359649ee87 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.109779] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c86bcbc-6697-44ac-9fbe-99c1b43967ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.121751] env[69513]: DEBUG nova.compute.provider_tree [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.124258] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lease: (returnval){ [ 1138.124258] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288f4d5-4f8b-b19b-0c8c-0e606e3010b8" [ 1138.124258] env[69513]: _type = "HttpNfcLease" [ 1138.124258] env[69513]: } obtained for exporting VM: (result){ [ 1138.124258] env[69513]: value = "vm-674684" [ 1138.124258] env[69513]: _type = "VirtualMachine" [ 1138.124258] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1138.124633] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the lease: (returnval){ [ 1138.124633] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288f4d5-4f8b-b19b-0c8c-0e606e3010b8" [ 1138.124633] env[69513]: _type = "HttpNfcLease" [ 1138.124633] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1138.132129] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.132129] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288f4d5-4f8b-b19b-0c8c-0e606e3010b8" [ 1138.132129] env[69513]: _type = "HttpNfcLease" [ 1138.132129] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1138.132384] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1138.132384] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5288f4d5-4f8b-b19b-0c8c-0e606e3010b8" [ 1138.132384] env[69513]: _type = "HttpNfcLease" [ 1138.132384] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1138.133079] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb5099-1195-468c-aa36-361e061338ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.141019] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293f09c-2803-0f10-b8f3-1e285b488eaa/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1138.141207] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293f09c-2803-0f10-b8f3-1e285b488eaa/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1138.230333] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4fe5afe-5eaf-4630-ae2a-b322f683c48f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.320628] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381297, 'name': PowerOffVM_Task, 'duration_secs': 0.235473} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.320887] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.321715] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b202f66b-3407-4298-ba1e-516b1698991a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.339971] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27be03d0-4751-4c28-9082-9eab7f72574b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.626719] env[69513]: DEBUG nova.scheduler.client.report [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.850566] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1138.851016] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d7620cff-09e4-401c-bd96-173e2769a66e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.860156] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1138.860156] env[69513]: value = "task-3381299" [ 1138.860156] env[69513]: _type = "Task" [ 1138.860156] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.874439] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.901601] env[69513]: INFO nova.compute.manager [None req-eb184530-484c-4a7c-b7e4-0dbca72b4fe0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance to original state: 'active' [ 1139.133048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.133702] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.138688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.314s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.138688] env[69513]: DEBUG nova.objects.instance [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'resources' on Instance uuid a42d86dd-4b27-4a28-9b11-9001646fa12f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.371127] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381299, 'name': CreateSnapshot_Task, 'duration_secs': 0.457979} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.372757] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1139.376259] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcadb73-5f77-4832-85be-a00bf2a35fce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.642029] env[69513]: DEBUG nova.compute.utils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.648099] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.648748] env[69513]: DEBUG nova.network.neutron [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.712256] env[69513]: DEBUG nova.policy [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.821222] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc2880-9cb1-4059-bfb5-24755f5fc5be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.830515] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b138e-469b-48d0-88fb-cbdb19cd2be0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.864877] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780cce96-86ad-42bf-842f-9e77f8530e21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.873678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff65142-a8a6-4a92-910b-4564669a7704 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.880772] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.881239] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.881673] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "eb3632ef-479b-4921-bb94-f841c8123444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.881975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.882285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.901067] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1139.901862] env[69513]: DEBUG nova.compute.provider_tree [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.903779] env[69513]: INFO nova.compute.manager [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Terminating instance [ 1139.905400] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b6e43e1-0f84-4716-8dd8-755ba0fca5e3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.918191] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1139.918191] env[69513]: value = "task-3381300" [ 1139.918191] env[69513]: _type = "Task" [ 1139.918191] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.932496] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381300, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.027131] env[69513]: DEBUG nova.network.neutron [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Successfully created port: 3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.148738] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.410774] env[69513]: DEBUG nova.scheduler.client.report [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.414791] env[69513]: DEBUG nova.compute.manager [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.415022] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.415489] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a2e792-a2a0-4761-a0de-a7e648fbb5e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.426210] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1140.426210] env[69513]: value = "task-3381301" [ 1140.426210] env[69513]: _type = "Task" [ 1140.426210] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.434532] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381300, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.442407] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.917448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.921236] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.002s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.923443] env[69513]: INFO nova.compute.claims [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.939492] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381300, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.942820] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381301, 'name': PowerOffVM_Task, 'duration_secs': 0.229274} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.943047] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.943348] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.943714] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674670', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'name': 'volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'eb3632ef-479b-4921-bb94-f841c8123444', 'attached_at': '2025-04-09T11:46:07.000000', 'detached_at': '', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'serial': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.944408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c031df7-59bf-4584-93a6-46dc960949ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.947808] env[69513]: INFO nova.scheduler.client.report [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted allocations for instance a42d86dd-4b27-4a28-9b11-9001646fa12f [ 1140.974113] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71e8d9b-d434-4d3b-91ce-2032c18cb760 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.983050] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6e5fb-5aee-46f9-8db3-ac616f52e553 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.009331] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d4cc0-6074-4308-a34f-438ad129a580 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.027211] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2/volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.032644] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.032986] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcf63a6-a11b-470c-8730-086b07f5691b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.053669] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1141.053669] env[69513]: value = "task-3381302" [ 1141.053669] env[69513]: _type = "Task" [ 1141.053669] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.063606] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.161020] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.190679] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.192025] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.192025] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.192025] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.192260] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.192321] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.192666] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.192892] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.193188] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.193448] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.193735] env[69513]: DEBUG nova.virt.hardware [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.194842] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6727ad4-3b1f-4b13-98ff-6def3eebe7b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.205963] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bdcb4a-42cc-4466-9c84-e04b925ad0f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.438548] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381300, 'name': CloneVM_Task, 'duration_secs': 1.259966} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.438784] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Created linked-clone VM from snapshot [ 1141.440137] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7d9a4-fcaa-405d-a428-5f0efd631905 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.449101] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Uploading image c2cf37e5-d0da-4fac-b485-814fc064a389 {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1141.470923] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1141.470923] env[69513]: value = "vm-674686" [ 1141.470923] env[69513]: _type = "VirtualMachine" [ 1141.470923] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1141.471225] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc7d3724-64e8-465b-9d4c-df71e616f130 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.475678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4323745b-1b1b-4f14-b049-4f718c97a1bd tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a42d86dd-4b27-4a28-9b11-9001646fa12f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.421s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.481494] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lease: (returnval){ [ 1141.481494] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521899ef-7013-9b50-a852-d85c2a3cec1f" [ 1141.481494] env[69513]: _type = "HttpNfcLease" [ 1141.481494] env[69513]: } obtained for exporting VM: (result){ [ 1141.481494] env[69513]: value = "vm-674686" [ 1141.481494] env[69513]: _type = "VirtualMachine" [ 1141.481494] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1141.482178] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the lease: (returnval){ [ 1141.482178] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521899ef-7013-9b50-a852-d85c2a3cec1f" [ 1141.482178] env[69513]: _type = "HttpNfcLease" [ 1141.482178] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1141.489170] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.489170] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521899ef-7013-9b50-a852-d85c2a3cec1f" [ 1141.489170] env[69513]: _type = "HttpNfcLease" [ 1141.489170] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1141.564867] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381302, 'name': ReconfigVM_Task, 'duration_secs': 0.241968} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.565176] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.570085] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95660c4-0594-452d-b4fa-4ae5e380e06b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.587157] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1141.587157] env[69513]: value = "task-3381304" [ 1141.587157] env[69513]: _type = "Task" [ 1141.587157] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.596478] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.727142] env[69513]: DEBUG nova.compute.manager [req-e97111d1-7c3e-4984-aee0-de69cbc42a2a req-1bb3761a-52ee-4ea8-a5da-ab8969da2ec5 service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Received event network-vif-plugged-3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.727375] env[69513]: DEBUG oslo_concurrency.lockutils [req-e97111d1-7c3e-4984-aee0-de69cbc42a2a req-1bb3761a-52ee-4ea8-a5da-ab8969da2ec5 service nova] Acquiring lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.727606] env[69513]: DEBUG oslo_concurrency.lockutils [req-e97111d1-7c3e-4984-aee0-de69cbc42a2a req-1bb3761a-52ee-4ea8-a5da-ab8969da2ec5 service nova] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.727797] env[69513]: DEBUG oslo_concurrency.lockutils [req-e97111d1-7c3e-4984-aee0-de69cbc42a2a req-1bb3761a-52ee-4ea8-a5da-ab8969da2ec5 service nova] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.727989] env[69513]: DEBUG nova.compute.manager [req-e97111d1-7c3e-4984-aee0-de69cbc42a2a req-1bb3761a-52ee-4ea8-a5da-ab8969da2ec5 service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] No waiting events found dispatching network-vif-plugged-3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.728181] env[69513]: WARNING nova.compute.manager [req-e97111d1-7c3e-4984-aee0-de69cbc42a2a req-1bb3761a-52ee-4ea8-a5da-ab8969da2ec5 service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Received unexpected event network-vif-plugged-3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 for instance with vm_state building and task_state spawning. [ 1141.814973] env[69513]: DEBUG nova.network.neutron [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Successfully updated port: 3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.994282] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.994282] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521899ef-7013-9b50-a852-d85c2a3cec1f" [ 1141.994282] env[69513]: _type = "HttpNfcLease" [ 1141.994282] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1141.994605] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1141.994605] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521899ef-7013-9b50-a852-d85c2a3cec1f" [ 1141.994605] env[69513]: _type = "HttpNfcLease" [ 1141.994605] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1141.995420] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fca30f0-5826-4225-b796-8edec50e3f53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.005962] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525becdf-4736-3641-22b9-6723cfae2992/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1142.006184] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525becdf-4736-3641-22b9-6723cfae2992/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1142.099647] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381304, 'name': ReconfigVM_Task, 'duration_secs': 0.152348} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.102689] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674670', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'name': 'volume-0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'eb3632ef-479b-4921-bb94-f841c8123444', 'attached_at': '2025-04-09T11:46:07.000000', 'detached_at': '', 'volume_id': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2', 'serial': '0b9f1c93-fff0-4d5f-a77f-5bf11492cae2'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.102991] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.104036] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f6146-5f5f-44be-b2b4-f96f17683740 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.112059] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.112314] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea26411-fc75-4b66-83fd-9483d6d6c187 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.123917] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b11a1107-2c74-415c-a486-702cae39c49f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.155744] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5f954c-aada-4775-8910-bc6e332bd7b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.170680] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e1323-ef18-4afc-8c71-b2ac9a846989 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.204411] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96b1b5-5e5a-4a0a-b978-cf9c2513b707 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.213083] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89003cf9-83e7-48e2-bc02-28394d54149a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.227539] env[69513]: DEBUG nova.compute.provider_tree [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.316517] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.316764] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.316831] env[69513]: DEBUG nova.network.neutron [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1142.732231] env[69513]: DEBUG nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.871775] env[69513]: DEBUG nova.network.neutron [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1143.042119] env[69513]: DEBUG nova.network.neutron [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Updating instance_info_cache with network_info: [{"id": "3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60", "address": "fa:16:3e:aa:e8:a9", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3431a4c0-ff", "ovs_interfaceid": "3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.238097] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.238758] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.245022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.294s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.245022] env[69513]: INFO nova.compute.claims [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.442420] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.442668] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.442866] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleting the datastore file [datastore1] eb3632ef-479b-4921-bb94-f841c8123444 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.443160] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35a5bdb-7d0d-4a27-8309-4b1e4c3474aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.450419] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1143.450419] env[69513]: value = "task-3381306" [ 1143.450419] env[69513]: _type = "Task" [ 1143.450419] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.459664] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.546863] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.547214] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Instance network_info: |[{"id": "3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60", "address": "fa:16:3e:aa:e8:a9", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3431a4c0-ff", "ovs_interfaceid": "3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.547642] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e8:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.556171] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.556969] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.557153] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebeeea5a-dbe7-4743-9aa3-ae46092e0968 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.579565] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.579565] env[69513]: value = "task-3381307" [ 1143.579565] env[69513]: _type = "Task" [ 1143.579565] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.589485] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381307, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.744281] env[69513]: DEBUG nova.compute.utils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.745590] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.745776] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.756093] env[69513]: DEBUG nova.compute.manager [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Received event network-changed-3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.756292] env[69513]: DEBUG nova.compute.manager [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Refreshing instance network info cache due to event network-changed-3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.756506] env[69513]: DEBUG oslo_concurrency.lockutils [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] Acquiring lock "refresh_cache-f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.756675] env[69513]: DEBUG oslo_concurrency.lockutils [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] Acquired lock "refresh_cache-f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.757744] env[69513]: DEBUG nova.network.neutron [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Refreshing network info cache for port 3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1143.798450] env[69513]: DEBUG nova.policy [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60d0c96e362401b9579350f21033a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd55831d34d140d3b1b8bc4000b537af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.964423] env[69513]: DEBUG oslo_vmware.api [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186684} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.964727] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.965014] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.965261] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.965476] env[69513]: INFO nova.compute.manager [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Took 3.55 seconds to destroy the instance on the hypervisor. [ 1143.965727] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.965959] env[69513]: DEBUG nova.compute.manager [-] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.966124] env[69513]: DEBUG nova.network.neutron [-] [instance: eb3632ef-479b-4921-bb94-f841c8123444] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1144.011994] env[69513]: DEBUG nova.compute.manager [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1144.094053] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381307, 'name': CreateVM_Task, 'duration_secs': 0.474618} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.094053] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.094053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.094053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.094053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.094053] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506be080-25b7-4f33-9ae4-c13ebd0e4404 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.099546] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1144.099546] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5280ff92-0592-a8e7-efda-7d62e2ed2118" [ 1144.099546] env[69513]: _type = "Task" [ 1144.099546] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.111216] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5280ff92-0592-a8e7-efda-7d62e2ed2118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.207914] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Successfully created port: d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.249953] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.485043] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed6b9d2-1ab4-4ce2-a7c3-e6cf55465ab5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.494726] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d77f59-23e3-4ff8-97d3-fb45a654b827 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.512548] env[69513]: DEBUG nova.compute.manager [req-35e258a8-b3ab-40db-a8c3-9d8d8b2dca32 req-2ea736a7-576f-4c5d-b9b5-e5455b58357d service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Received event network-vif-deleted-1fb374b4-aa8f-4c53-a213-cb54c9ed03e0 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.512548] env[69513]: INFO nova.compute.manager [req-35e258a8-b3ab-40db-a8c3-9d8d8b2dca32 req-2ea736a7-576f-4c5d-b9b5-e5455b58357d service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Neutron deleted interface 1fb374b4-aa8f-4c53-a213-cb54c9ed03e0; detaching it from the instance and deleting it from the info cache [ 1144.512548] env[69513]: DEBUG nova.network.neutron [req-35e258a8-b3ab-40db-a8c3-9d8d8b2dca32 req-2ea736a7-576f-4c5d-b9b5-e5455b58357d service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.543990] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21fb1b5-b65e-42fa-b1f4-d47b604279d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.555438] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc7334-d647-4f06-9569-9edb14884357 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.561294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.574540] env[69513]: DEBUG nova.compute.provider_tree [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.605810] env[69513]: DEBUG nova.network.neutron [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Updated VIF entry in instance network info cache for port 3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1144.606182] env[69513]: DEBUG nova.network.neutron [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Updating instance_info_cache with network_info: [{"id": "3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60", "address": "fa:16:3e:aa:e8:a9", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3431a4c0-ff", "ovs_interfaceid": "3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.613100] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5280ff92-0592-a8e7-efda-7d62e2ed2118, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.613100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.613100] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.613100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.613100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.613100] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.613419] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cbbcd97-b76f-4a1d-b9da-1f7735333bc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.625302] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.625302] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.626571] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71736b6-ae4e-48df-a042-93b91b2cdde7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.634185] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1144.634185] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a56f6-6dc5-9895-9993-2dcc404933f9" [ 1144.634185] env[69513]: _type = "Task" [ 1144.634185] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.644702] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a56f6-6dc5-9895-9993-2dcc404933f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.964978] env[69513]: DEBUG nova.network.neutron [-] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.004704] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7969e8b5-df53-4874-8900-6d432067a9ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.015660] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e354e-8c5c-4d8b-aeb2-436f9eb60472 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.050492] env[69513]: DEBUG nova.compute.manager [req-35e258a8-b3ab-40db-a8c3-9d8d8b2dca32 req-2ea736a7-576f-4c5d-b9b5-e5455b58357d service nova] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Detach interface failed, port_id=1fb374b4-aa8f-4c53-a213-cb54c9ed03e0, reason: Instance eb3632ef-479b-4921-bb94-f841c8123444 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.101500] env[69513]: ERROR nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [req-c2e2f7dc-ea5f-4e1e-a727-526eba9d5eca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2e2f7dc-ea5f-4e1e-a727-526eba9d5eca"}]} [ 1145.108549] env[69513]: DEBUG oslo_concurrency.lockutils [req-04260d75-1bc7-488e-b149-64ddcd0004a3 req-cfe1f5c1-a3d6-4348-a02b-c18124c65f8c service nova] Releasing lock "refresh_cache-f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.119626] env[69513]: DEBUG nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1145.135725] env[69513]: DEBUG nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1145.136216] env[69513]: DEBUG nova.compute.provider_tree [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.150696] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522a56f6-6dc5-9895-9993-2dcc404933f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.151791] env[69513]: DEBUG nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1145.155125] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b292a4-2ca2-4bfa-a0d8-0f14c70945b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.161345] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1145.161345] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216decf-d004-afc7-14e2-24d3c26fdceb" [ 1145.161345] env[69513]: _type = "Task" [ 1145.161345] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.171207] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216decf-d004-afc7-14e2-24d3c26fdceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.172948] env[69513]: DEBUG nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1145.260383] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.344040] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f848f3c-6742-4bc2-9e4a-66b804a98c63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.351941] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548dde0d-8c92-4556-b5f2-2eeb2fcca8a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.383546] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed509e-23e2-4d3d-a124-cfd4d2c8fa67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.391881] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c307c45-13ca-42bb-8c95-a7b8ea13f85e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.406298] env[69513]: DEBUG nova.compute.provider_tree [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.467727] env[69513]: INFO nova.compute.manager [-] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Took 1.50 seconds to deallocate network for instance. [ 1145.503416] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.503667] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.503825] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.504014] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.504204] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.504362] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.504572] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.504731] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.504897] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.505072] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.505254] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.507431] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ece9b-ed3a-4683-95cd-e99fab93d242 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.517941] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293f09c-2803-0f10-b8f3-1e285b488eaa/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.519234] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752deaec-e841-4e4e-b0ab-43228af44dcf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.523600] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f014b-162b-4df3-93d3-698998d771e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.530272] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293f09c-2803-0f10-b8f3-1e285b488eaa/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.530438] env[69513]: ERROR oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293f09c-2803-0f10-b8f3-1e285b488eaa/disk-0.vmdk due to incomplete transfer. [ 1145.539677] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56f2b14e-17cf-49df-a390-d7d3fe8fef1c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.548880] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293f09c-2803-0f10-b8f3-1e285b488eaa/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.549138] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Uploaded image cb47d988-fd89-4f46-b0bf-2e57254f27e6 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.551437] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.551724] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b47f48b1-f8ff-4106-8d8e-f0eb7711c490 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.559384] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1145.559384] env[69513]: value = "task-3381308" [ 1145.559384] env[69513]: _type = "Task" [ 1145.559384] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.569330] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381308, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.672406] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5216decf-d004-afc7-14e2-24d3c26fdceb, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.672713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.672984] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02/f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.673261] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d82b1b1b-d457-41ff-b9b5-651af8486adf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.681816] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1145.681816] env[69513]: value = "task-3381309" [ 1145.681816] env[69513]: _type = "Task" [ 1145.681816] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.690475] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.815025] env[69513]: DEBUG nova.compute.manager [req-ad47fdd6-e1d3-4737-a410-d8a48eb8d839 req-ec12f5d3-4371-43aa-8814-1fcad5b75f36 service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Received event network-vif-plugged-d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.815258] env[69513]: DEBUG oslo_concurrency.lockutils [req-ad47fdd6-e1d3-4737-a410-d8a48eb8d839 req-ec12f5d3-4371-43aa-8814-1fcad5b75f36 service nova] Acquiring lock "97ac3714-1a5d-4e0a-885e-f691b504ea48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.815483] env[69513]: DEBUG oslo_concurrency.lockutils [req-ad47fdd6-e1d3-4737-a410-d8a48eb8d839 req-ec12f5d3-4371-43aa-8814-1fcad5b75f36 service nova] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.815672] env[69513]: DEBUG oslo_concurrency.lockutils [req-ad47fdd6-e1d3-4737-a410-d8a48eb8d839 req-ec12f5d3-4371-43aa-8814-1fcad5b75f36 service nova] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.815837] env[69513]: DEBUG nova.compute.manager [req-ad47fdd6-e1d3-4737-a410-d8a48eb8d839 req-ec12f5d3-4371-43aa-8814-1fcad5b75f36 service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] No waiting events found dispatching network-vif-plugged-d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.815996] env[69513]: WARNING nova.compute.manager [req-ad47fdd6-e1d3-4737-a410-d8a48eb8d839 req-ec12f5d3-4371-43aa-8814-1fcad5b75f36 service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Received unexpected event network-vif-plugged-d72f1939-13ab-439e-906a-8f70660883c7 for instance with vm_state building and task_state spawning. [ 1145.909325] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Successfully updated port: d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.947036] env[69513]: DEBUG nova.scheduler.client.report [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.947241] env[69513]: DEBUG nova.compute.provider_tree [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 143 to 144 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.947456] env[69513]: DEBUG nova.compute.provider_tree [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.016724] env[69513]: INFO nova.compute.manager [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Took 0.55 seconds to detach 1 volumes for instance. [ 1146.072668] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381308, 'name': Destroy_Task, 'duration_secs': 0.342086} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.073989] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Destroyed the VM [ 1146.074262] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.074605] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddf29b3c-5d1e-4d25-b0d8-92423daf1231 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.085240] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1146.085240] env[69513]: value = "task-3381310" [ 1146.085240] env[69513]: _type = "Task" [ 1146.085240] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.099669] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381310, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.195101] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.415352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "refresh_cache-97ac3714-1a5d-4e0a-885e-f691b504ea48" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.415352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "refresh_cache-97ac3714-1a5d-4e0a-885e-f691b504ea48" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.415352] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1146.453716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.210s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.453941] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.457297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.896s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.524965] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.596098] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381310, 'name': RemoveSnapshot_Task, 'duration_secs': 0.426621} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.596318] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.596585] env[69513]: DEBUG nova.compute.manager [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.597399] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05a641-f4d7-4989-9a61-2c5f59f521e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.692737] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551807} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.693034] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02/f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.693274] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.693534] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abcfb3ce-bf1a-4c89-8047-bbfcdc4ae7b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.703067] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1146.703067] env[69513]: value = "task-3381311" [ 1146.703067] env[69513]: _type = "Task" [ 1146.703067] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.713765] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.955164] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1146.961021] env[69513]: DEBUG nova.compute.utils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.964494] env[69513]: INFO nova.compute.claims [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.968027] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.968471] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.041170] env[69513]: DEBUG nova.policy [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60d0c96e362401b9579350f21033a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd55831d34d140d3b1b8bc4000b537af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.111676] env[69513]: INFO nova.compute.manager [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Shelve offloading [ 1147.216848] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Updating instance_info_cache with network_info: [{"id": "d72f1939-13ab-439e-906a-8f70660883c7", "address": "fa:16:3e:ba:7a:30", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72f1939-13", "ovs_interfaceid": "d72f1939-13ab-439e-906a-8f70660883c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.224612] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063423} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.224884] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.225721] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d96926-6680-4979-b6b7-51b76d9bc389 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.251268] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02/f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.252403] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2d6206-aae1-408b-8a7e-1d19b900ab34 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.275573] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1147.275573] env[69513]: value = "task-3381312" [ 1147.275573] env[69513]: _type = "Task" [ 1147.275573] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.286884] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.433179] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Successfully created port: 5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.471392] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.476635] env[69513]: INFO nova.compute.resource_tracker [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating resource usage from migration ae722c6e-feac-42da-9d8a-5d797852a185 [ 1147.616048] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.616366] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0771bf-0f02-4542-85fd-adc2ac6dc548 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.625313] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1147.625313] env[69513]: value = "task-3381313" [ 1147.625313] env[69513]: _type = "Task" [ 1147.625313] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.637664] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.683293] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6349e44-a7cd-4a56-9436-b23b721812af {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.689129] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d8138-1a53-452d-bb79-b7caa860fd8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.723262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "refresh_cache-97ac3714-1a5d-4e0a-885e-f691b504ea48" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.723641] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Instance network_info: |[{"id": "d72f1939-13ab-439e-906a-8f70660883c7", "address": "fa:16:3e:ba:7a:30", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72f1939-13", "ovs_interfaceid": "d72f1939-13ab-439e-906a-8f70660883c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.724793] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:7a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd72f1939-13ab-439e-906a-8f70660883c7', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.733338] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.734072] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f5c2f-12f2-43dd-b066-c6605affd799 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.736771] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.737106] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab67106-021f-4085-9809-7a3c9ddf6d44 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.758433] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95793a7a-628f-4148-94fe-09bbe8d79d09 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.762707] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.762707] env[69513]: value = "task-3381314" [ 1147.762707] env[69513]: _type = "Task" [ 1147.762707] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.773907] env[69513]: DEBUG nova.compute.provider_tree [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.782207] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381314, 'name': CreateVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.788304] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381312, 'name': ReconfigVM_Task, 'duration_secs': 0.291828} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.788575] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02/f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.789263] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0695954d-67d2-4106-9c36-b57702700324 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.797311] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1147.797311] env[69513]: value = "task-3381315" [ 1147.797311] env[69513]: _type = "Task" [ 1147.797311] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.806764] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381315, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.846990] env[69513]: DEBUG nova.compute.manager [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Received event network-changed-d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.847297] env[69513]: DEBUG nova.compute.manager [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Refreshing instance network info cache due to event network-changed-d72f1939-13ab-439e-906a-8f70660883c7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.847626] env[69513]: DEBUG oslo_concurrency.lockutils [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] Acquiring lock "refresh_cache-97ac3714-1a5d-4e0a-885e-f691b504ea48" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.847797] env[69513]: DEBUG oslo_concurrency.lockutils [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] Acquired lock "refresh_cache-97ac3714-1a5d-4e0a-885e-f691b504ea48" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.848017] env[69513]: DEBUG nova.network.neutron [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Refreshing network info cache for port d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1148.136877] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.137106] env[69513]: DEBUG nova.compute.manager [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.137863] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0daab5-ad8e-4912-9ddd-3c2b608c460e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.145080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.145296] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.145492] env[69513]: DEBUG nova.network.neutron [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1148.275347] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381314, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.307653] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381315, 'name': Rename_Task, 'duration_secs': 0.158325} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.308646] env[69513]: DEBUG nova.scheduler.client.report [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.308881] env[69513]: DEBUG nova.compute.provider_tree [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 144 to 145 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.309082] env[69513]: DEBUG nova.compute.provider_tree [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.312519] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.313113] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca53e760-0327-4a34-9541-e121ac6379a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.321126] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1148.321126] env[69513]: value = "task-3381316" [ 1148.321126] env[69513]: _type = "Task" [ 1148.321126] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.333617] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.491375] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.520217] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.520536] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.520753] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.520978] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.521148] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.521291] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.521541] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.521723] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.521912] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.522096] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.522269] env[69513]: DEBUG nova.virt.hardware [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.523222] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fdf80-c257-43ad-a413-96adfe6ce42c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.535142] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6297fcb-3eec-4503-87f1-c991c7cd363a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.601907] env[69513]: DEBUG nova.network.neutron [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Updated VIF entry in instance network info cache for port d72f1939-13ab-439e-906a-8f70660883c7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1148.602307] env[69513]: DEBUG nova.network.neutron [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Updating instance_info_cache with network_info: [{"id": "d72f1939-13ab-439e-906a-8f70660883c7", "address": "fa:16:3e:ba:7a:30", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72f1939-13", "ovs_interfaceid": "d72f1939-13ab-439e-906a-8f70660883c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.777748] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381314, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.814875] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.815126] env[69513]: INFO nova.compute.manager [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Migrating [ 1148.822067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.297s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.822289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.842525] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.857675] env[69513]: INFO nova.scheduler.client.report [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted allocations for instance eb3632ef-479b-4921-bb94-f841c8123444 [ 1148.954749] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525becdf-4736-3641-22b9-6723cfae2992/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.955677] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c636235-ed82-4ca6-b4c6-5c7995b027de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.959241] env[69513]: DEBUG nova.network.neutron [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.966412] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525becdf-4736-3641-22b9-6723cfae2992/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.966412] env[69513]: ERROR oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525becdf-4736-3641-22b9-6723cfae2992/disk-0.vmdk due to incomplete transfer. [ 1148.966412] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-86e6ce42-033e-4ad4-9d90-e3770f00665c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.974819] env[69513]: DEBUG oslo_vmware.rw_handles [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525becdf-4736-3641-22b9-6723cfae2992/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1148.975017] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Uploaded image c2cf37e5-d0da-4fac-b485-814fc064a389 to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1148.976865] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1148.977280] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2a721c4-27ff-49c5-b18e-8ceaacd4229d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.983762] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1148.983762] env[69513]: value = "task-3381317" [ 1148.983762] env[69513]: _type = "Task" [ 1148.983762] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.992387] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381317, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.082140] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Successfully updated port: 5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.104642] env[69513]: DEBUG oslo_concurrency.lockutils [req-64b89ce4-ee0a-4eb9-bb2c-b9d1cce80022 req-1da45452-a49c-46d6-bcee-80265979fcba service nova] Releasing lock "refresh_cache-97ac3714-1a5d-4e0a-885e-f691b504ea48" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.276699] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381314, 'name': CreateVM_Task, 'duration_secs': 1.363948} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.276896] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.277679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.277850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.278305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.278576] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8bba53-a574-4a98-8700-88476a161390 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.283565] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1149.283565] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524bce1d-d15b-a4e7-ec36-81dd31e5be8d" [ 1149.283565] env[69513]: _type = "Task" [ 1149.283565] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.292182] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524bce1d-d15b-a4e7-ec36-81dd31e5be8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.335077] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.336595] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.336762] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.336938] env[69513]: DEBUG nova.network.neutron [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1149.368014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2908a7c5-4ec1-400d-a362-fe0bb2d3ea9f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "eb3632ef-479b-4921-bb94-f841c8123444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.487s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.461497] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.494994] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381317, 'name': Destroy_Task, 'duration_secs': 0.323285} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.495401] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Destroyed the VM [ 1149.495640] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.496075] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12e88a21-0657-46d6-84c3-2586d3611131 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.504884] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1149.504884] env[69513]: value = "task-3381318" [ 1149.504884] env[69513]: _type = "Task" [ 1149.504884] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.514019] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381318, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.584450] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "refresh_cache-e2cbc89d-bf17-46de-bf53-a274b7d40a73" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.584617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "refresh_cache-e2cbc89d-bf17-46de-bf53-a274b7d40a73" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.585796] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1149.791928] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.792824] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90c9434-c7a6-4e89-a811-1b6388b36714 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.799398] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524bce1d-d15b-a4e7-ec36-81dd31e5be8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.800088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.800342] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.800588] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.800735] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.800908] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.801197] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99168501-5285-494a-8124-e85bd89db7ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.805125] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.805705] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b6d3fbb-504d-494c-8780-f042a5907b22 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.813680] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.813926] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.814752] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67343169-0130-493f-8866-307441330521 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.820992] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1149.820992] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc5a07-c582-f5c0-ae3f-c15c078f21fe" [ 1149.820992] env[69513]: _type = "Task" [ 1149.820992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.838906] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52bc5a07-c582-f5c0-ae3f-c15c078f21fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.846545] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.846854] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69882bd3-ef6d-4086-9fd0-8d52bd4638fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.853966] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1149.853966] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ae2d3e-9d71-3fc4-1797-63e199bd5556" [ 1149.853966] env[69513]: _type = "Task" [ 1149.853966] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.864620] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ae2d3e-9d71-3fc4-1797-63e199bd5556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.901678] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.901967] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.902265] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleting the datastore file [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.902652] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e100cfca-5c65-427c-b0b4-8d17745a1650 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.910352] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1149.910352] env[69513]: value = "task-3381320" [ 1149.910352] env[69513]: _type = "Task" [ 1149.910352] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.920301] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.991496] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Received event network-vif-plugged-5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.991806] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Acquiring lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.992157] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.992406] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.992629] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] No waiting events found dispatching network-vif-plugged-5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.992880] env[69513]: WARNING nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Received unexpected event network-vif-plugged-5aa39b2e-b82a-4277-874e-112b283ee65d for instance with vm_state building and task_state spawning. [ 1149.993117] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Received event network-changed-5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.993333] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Refreshing instance network info cache due to event network-changed-5aa39b2e-b82a-4277-874e-112b283ee65d. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.993560] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Acquiring lock "refresh_cache-e2cbc89d-bf17-46de-bf53-a274b7d40a73" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.016360] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381318, 'name': RemoveSnapshot_Task, 'duration_secs': 0.411207} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.016723] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1150.017283] env[69513]: DEBUG nova.compute.manager [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.018403] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9136bc52-aad7-4e5b-8d7a-af032af2ba47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.124473] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1150.175731] env[69513]: DEBUG nova.network.neutron [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.265339] env[69513]: DEBUG nova.network.neutron [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Updating instance_info_cache with network_info: [{"id": "5aa39b2e-b82a-4277-874e-112b283ee65d", "address": "fa:16:3e:2f:a1:ac", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa39b2e-b8", "ovs_interfaceid": "5aa39b2e-b82a-4277-874e-112b283ee65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.336375] env[69513]: DEBUG oslo_vmware.api [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381316, 'name': PowerOnVM_Task, 'duration_secs': 1.577481} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.336891] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.336891] env[69513]: INFO nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1150.337091] env[69513]: DEBUG nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.337857] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdee396-bf82-400d-8339-e53a5db58bdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.364028] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ae2d3e-9d71-3fc4-1797-63e199bd5556, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.364028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.364028] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 97ac3714-1a5d-4e0a-885e-f691b504ea48/97ac3714-1a5d-4e0a-885e-f691b504ea48.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.364296] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfd42797-ae39-497c-990c-72567af053f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.371330] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1150.371330] env[69513]: value = "task-3381321" [ 1150.371330] env[69513]: _type = "Task" [ 1150.371330] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.379214] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.420538] env[69513]: DEBUG oslo_vmware.api [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134637} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.420784] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.421016] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.421189] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.440772] env[69513]: INFO nova.scheduler.client.report [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted allocations for instance 0daa2c03-86d3-4566-a617-a8f4a2cff51e [ 1150.534483] env[69513]: INFO nova.compute.manager [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Shelve offloading [ 1150.575469] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.575765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.678418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.768205] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "refresh_cache-e2cbc89d-bf17-46de-bf53-a274b7d40a73" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.768668] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Instance network_info: |[{"id": "5aa39b2e-b82a-4277-874e-112b283ee65d", "address": "fa:16:3e:2f:a1:ac", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa39b2e-b8", "ovs_interfaceid": "5aa39b2e-b82a-4277-874e-112b283ee65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.769355] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Acquired lock "refresh_cache-e2cbc89d-bf17-46de-bf53-a274b7d40a73" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.769355] env[69513]: DEBUG nova.network.neutron [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Refreshing network info cache for port 5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1150.770880] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a1:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa39b2e-b82a-4277-874e-112b283ee65d', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.780285] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.781502] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.781879] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0f0d44-c8a8-4a11-aa0d-ddeb2c701a61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.807703] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.807703] env[69513]: value = "task-3381322" [ 1150.807703] env[69513]: _type = "Task" [ 1150.807703] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.818430] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381322, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.856465] env[69513]: INFO nova.compute.manager [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Took 20.31 seconds to build instance. [ 1150.884689] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444846} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.884951] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 97ac3714-1a5d-4e0a-885e-f691b504ea48/97ac3714-1a5d-4e0a-885e-f691b504ea48.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.885169] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.885412] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f4d5ddc-6748-4540-86d3-c079e8e40a14 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.893130] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1150.893130] env[69513]: value = "task-3381323" [ 1150.893130] env[69513]: _type = "Task" [ 1150.893130] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.902080] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.945601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.945896] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.946142] env[69513]: DEBUG nova.objects.instance [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'resources' on Instance uuid 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.038870] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.039211] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e53514-52b6-4a2d-aa8d-5fd14327bf93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.048118] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1151.048118] env[69513]: value = "task-3381324" [ 1151.048118] env[69513]: _type = "Task" [ 1151.048118] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.055849] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.078487] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.321852] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381322, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.359101] env[69513]: DEBUG oslo_concurrency.lockutils [None req-fa2e5d00-32b5-4f28-9136-e26cbbeb5c29 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.816s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.406705] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082787} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.406705] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.406705] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c83920-5a52-41f1-bc57-a7013646ff33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.429170] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 97ac3714-1a5d-4e0a-885e-f691b504ea48/97ac3714-1a5d-4e0a-885e-f691b504ea48.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.431652] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b74c06-2cca-445e-96f9-ccd1f55c0377 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.449063] env[69513]: DEBUG nova.objects.instance [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'numa_topology' on Instance uuid 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.453770] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1151.453770] env[69513]: value = "task-3381325" [ 1151.453770] env[69513]: _type = "Task" [ 1151.453770] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.464925] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.559337] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1151.559755] env[69513]: DEBUG nova.compute.manager [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.560631] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7eace5-954a-4f3d-a619-43dd7edf3863 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.567451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.567641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.567958] env[69513]: DEBUG nova.network.neutron [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1151.569861] env[69513]: DEBUG nova.network.neutron [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Updated VIF entry in instance network info cache for port 5aa39b2e-b82a-4277-874e-112b283ee65d. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1151.570217] env[69513]: DEBUG nova.network.neutron [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Updating instance_info_cache with network_info: [{"id": "5aa39b2e-b82a-4277-874e-112b283ee65d", "address": "fa:16:3e:2f:a1:ac", "network": {"id": "b65a5f97-f0df-4a83-a81b-486689d59a8c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557444769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd55831d34d140d3b1b8bc4000b537af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa39b2e-b8", "ovs_interfaceid": "5aa39b2e-b82a-4277-874e-112b283ee65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.599848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.821046] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381322, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.951725] env[69513]: DEBUG nova.objects.base [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Object Instance<0daa2c03-86d3-4566-a617-a8f4a2cff51e> lazy-loaded attributes: resources,numa_topology {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.963481] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381325, 'name': ReconfigVM_Task, 'duration_secs': 0.310493} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.963766] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 97ac3714-1a5d-4e0a-885e-f691b504ea48/97ac3714-1a5d-4e0a-885e-f691b504ea48.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.964419] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b1d5b87-27c0-482b-bb7d-105183535589 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.971541] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1151.971541] env[69513]: value = "task-3381326" [ 1151.971541] env[69513]: _type = "Task" [ 1151.971541] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.974635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.974861] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.975074] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.975258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.975421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.977393] env[69513]: INFO nova.compute.manager [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Terminating instance [ 1151.983041] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381326, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.076846] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Releasing lock "refresh_cache-e2cbc89d-bf17-46de-bf53-a274b7d40a73" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.077148] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-vif-unplugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.077373] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.077589] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.077755] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.077975] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] No waiting events found dispatching network-vif-unplugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.078201] env[69513]: WARNING nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received unexpected event network-vif-unplugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 for instance with vm_state shelved and task_state shelving_offloading. [ 1152.078395] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-changed-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.078574] env[69513]: DEBUG nova.compute.manager [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Refreshing instance network info cache due to event network-changed-bf5a8cb7-b206-46b1-8d38-092266d7ca57. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.078797] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.078963] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.079176] env[69513]: DEBUG nova.network.neutron [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Refreshing network info cache for port bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1152.117951] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9693d5-a279-43a9-9774-7328a454bd6b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.128834] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e077823-8f3e-4d42-aa8a-4f28c29b5137 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.164330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a00a70-0aca-47f3-a1ce-0ba184bc4426 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.172699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff8fd9-8d99-400f-afa9-bd95da7f5517 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.186296] env[69513]: DEBUG nova.compute.provider_tree [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.194353] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520bda3-f9c5-485f-b88c-02c3d39d7b24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.212677] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.213026] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.319702] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381322, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.353243] env[69513]: DEBUG nova.network.neutron [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updating instance_info_cache with network_info: [{"id": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "address": "fa:16:3e:93:8e:df", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca9854-2b", "ovs_interfaceid": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.482043] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381326, 'name': Rename_Task, 'duration_secs': 0.166169} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.482319] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.482575] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba69565-c7ac-4cf8-a928-aeb8e0a1d439 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.484552] env[69513]: DEBUG nova.compute.manager [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.484743] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.485481] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb3f0e9-ff24-44ae-9490-6fb8ea7d72e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.493292] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.494475] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479609f8-19c3-4d15-a8ea-188b881d2c15 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.495926] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1152.495926] env[69513]: value = "task-3381327" [ 1152.495926] env[69513]: _type = "Task" [ 1152.495926] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.500091] env[69513]: DEBUG oslo_vmware.api [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1152.500091] env[69513]: value = "task-3381328" [ 1152.500091] env[69513]: _type = "Task" [ 1152.500091] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.506132] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.510830] env[69513]: DEBUG oslo_vmware.api [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.690940] env[69513]: DEBUG nova.scheduler.client.report [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.722112] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.722430] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ffae685-09b1-42cf-94a1-992f4c3eb3f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.729850] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1152.729850] env[69513]: value = "task-3381329" [ 1152.729850] env[69513]: _type = "Task" [ 1152.729850] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.739625] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.793352] env[69513]: DEBUG nova.network.neutron [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updated VIF entry in instance network info cache for port bf5a8cb7-b206-46b1-8d38-092266d7ca57. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1152.793672] env[69513]: DEBUG nova.network.neutron [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": null, "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.821444] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381322, 'name': CreateVM_Task, 'duration_secs': 1.541692} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.821615] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.822350] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.822467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.822830] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.823290] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97dc3694-8e69-4234-9be7-781f2d71224c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.829167] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1152.829167] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5268f1ee-00ff-c303-b8f1-d1364a980265" [ 1152.829167] env[69513]: _type = "Task" [ 1152.829167] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.842039] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5268f1ee-00ff-c303-b8f1-d1364a980265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.855792] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.010011] env[69513]: DEBUG oslo_vmware.api [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381328, 'name': PowerOffVM_Task, 'duration_secs': 0.246906} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.014052] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.014052] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.014246] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381327, 'name': PowerOnVM_Task, 'duration_secs': 0.513355} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.014458] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-304b4358-341e-46b6-a08b-b681a218f9df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.016120] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.016385] env[69513]: INFO nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1153.016659] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.017543] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18ab0f-e07a-4dfb-afb2-87d57696a363 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.097848] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.098090] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.098305] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore1] f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.098578] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c69e4f72-3046-40be-bc4b-64429c126632 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.107621] env[69513]: DEBUG oslo_vmware.api [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1153.107621] env[69513]: value = "task-3381331" [ 1153.107621] env[69513]: _type = "Task" [ 1153.107621] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.117403] env[69513]: DEBUG oslo_vmware.api [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.137527] env[69513]: DEBUG nova.compute.manager [req-bf6b5534-44f9-43bd-a98f-9af5ff332a8e req-445aa22c-2d35-4e31-bea3-69ed620a09ef service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Received event network-vif-unplugged-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.137869] env[69513]: DEBUG oslo_concurrency.lockutils [req-bf6b5534-44f9-43bd-a98f-9af5ff332a8e req-445aa22c-2d35-4e31-bea3-69ed620a09ef service nova] Acquiring lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.138165] env[69513]: DEBUG oslo_concurrency.lockutils [req-bf6b5534-44f9-43bd-a98f-9af5ff332a8e req-445aa22c-2d35-4e31-bea3-69ed620a09ef service nova] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.138365] env[69513]: DEBUG oslo_concurrency.lockutils [req-bf6b5534-44f9-43bd-a98f-9af5ff332a8e req-445aa22c-2d35-4e31-bea3-69ed620a09ef service nova] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.138536] env[69513]: DEBUG nova.compute.manager [req-bf6b5534-44f9-43bd-a98f-9af5ff332a8e req-445aa22c-2d35-4e31-bea3-69ed620a09ef service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] No waiting events found dispatching network-vif-unplugged-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.138705] env[69513]: WARNING nova.compute.manager [req-bf6b5534-44f9-43bd-a98f-9af5ff332a8e req-445aa22c-2d35-4e31-bea3-69ed620a09ef service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Received unexpected event network-vif-unplugged-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 for instance with vm_state shelved and task_state shelving_offloading. [ 1153.165011] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.165891] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a3c236-a146-4d58-8f39-2100db441cec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.174644] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.174900] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02a2136c-a672-4741-a20d-7f8a1d5e5b9a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.196496] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.198975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.599s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.200559] env[69513]: INFO nova.compute.claims [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.242311] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381329, 'name': PowerOffVM_Task, 'duration_secs': 0.19497} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.242535] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.242717] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.251050] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.251255] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.251430] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleting the datastore file [datastore2] 78208959-a3fd-4ae9-a492-97fc6a90b820 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.251718] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4509fb02-6f6d-486a-92be-a6641ff98736 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.259273] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1153.259273] env[69513]: value = "task-3381333" [ 1153.259273] env[69513]: _type = "Task" [ 1153.259273] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.268685] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.295864] env[69513]: DEBUG oslo_concurrency.lockutils [req-382534ff-ad81-4eb9-b1fc-d87edfcaeb8f req-ca735374-99be-474c-8da3-5f4845369ec4 service nova] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.339948] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5268f1ee-00ff-c303-b8f1-d1364a980265, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.340254] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.340494] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.340763] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.340921] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.341141] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.341393] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4b86e1-029a-4283-aab0-21b0da1d57c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.362044] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.362278] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.363131] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477d7a71-0b49-4a90-826d-ccc1cce78267 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.369310] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1153.369310] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e328de-3e28-b7cb-166f-0299a8a9d522" [ 1153.369310] env[69513]: _type = "Task" [ 1153.369310] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.378389] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e328de-3e28-b7cb-166f-0299a8a9d522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.543881] env[69513]: INFO nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Took 15.65 seconds to build instance. [ 1153.617673] env[69513]: DEBUG oslo_vmware.api [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292469} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.617975] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.618144] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.618272] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.618449] env[69513]: INFO nova.compute.manager [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1153.618749] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.618903] env[69513]: DEBUG nova.compute.manager [-] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.619031] env[69513]: DEBUG nova.network.neutron [-] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1153.710865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b59c632d-ea8f-434f-857a-22c8ab143699 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.804s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.712228] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.500s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.712388] env[69513]: INFO nova.compute.manager [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Unshelving [ 1153.749357] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.749628] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.749796] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.749979] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.750139] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.750517] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.750517] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.750657] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.750818] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.750944] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.751130] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.757059] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0688c22b-c8d3-44a0-a993-1332e93482b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.778271] env[69513]: DEBUG oslo_vmware.api [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202739} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.779725] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.779903] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.780096] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.782335] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1153.782335] env[69513]: value = "task-3381334" [ 1153.782335] env[69513]: _type = "Task" [ 1153.782335] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.793317] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.811298] env[69513]: INFO nova.scheduler.client.report [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocations for instance 78208959-a3fd-4ae9-a492-97fc6a90b820 [ 1153.880615] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e328de-3e28-b7cb-166f-0299a8a9d522, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.881854] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5476eff-d3cb-4583-be6d-b6263ee71088 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.887753] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1153.887753] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a45208-ed51-1893-819b-88789361257f" [ 1153.887753] env[69513]: _type = "Task" [ 1153.887753] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.898141] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a45208-ed51-1893-819b-88789361257f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.045823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.160s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.294944] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381334, 'name': ReconfigVM_Task, 'duration_secs': 0.17358} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.295640] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.318651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.350870] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c8cd6-0db6-4b94-af8d-5522764dd76b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.359035] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1736613-62a0-4ae8-9a84-c207887ff8b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.394412] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886ab5d6-859a-4165-af8e-c1071301ab24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.402563] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a45208-ed51-1893-819b-88789361257f, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.404625] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.404896] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] e2cbc89d-bf17-46de-bf53-a274b7d40a73/e2cbc89d-bf17-46de-bf53-a274b7d40a73.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.405191] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc42b90a-5886-4a88-965c-615a3062fd43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.407828] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782600db-9927-4b57-960d-fa2e16e9aa9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.422324] env[69513]: DEBUG nova.network.neutron [-] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.423721] env[69513]: DEBUG nova.compute.provider_tree [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.426772] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1154.426772] env[69513]: value = "task-3381335" [ 1154.426772] env[69513]: _type = "Task" [ 1154.426772] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.435801] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.735053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.803469] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.803738] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.803991] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.804163] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.804312] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.804461] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.804667] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.805127] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.805127] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.805223] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.805395] env[69513]: DEBUG nova.virt.hardware [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.811368] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.812215] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac48e630-bbff-4db6-9d0e-1fa1841fdc8e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.835146] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1154.835146] env[69513]: value = "task-3381336" [ 1154.835146] env[69513]: _type = "Task" [ 1154.835146] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.846509] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.926618] env[69513]: INFO nova.compute.manager [-] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Took 1.31 seconds to deallocate network for instance. [ 1154.927533] env[69513]: DEBUG nova.scheduler.client.report [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.943445] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48744} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.944224] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] e2cbc89d-bf17-46de-bf53-a274b7d40a73/e2cbc89d-bf17-46de-bf53-a274b7d40a73.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.944444] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.944681] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0474184f-65e2-435f-b266-066843bd553d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.951283] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1154.951283] env[69513]: value = "task-3381337" [ 1154.951283] env[69513]: _type = "Task" [ 1154.951283] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.959075] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.164930] env[69513]: DEBUG nova.compute.manager [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Received event network-changed-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.165077] env[69513]: DEBUG nova.compute.manager [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Refreshing instance network info cache due to event network-changed-8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.165294] env[69513]: DEBUG oslo_concurrency.lockutils [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] Acquiring lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.165431] env[69513]: DEBUG oslo_concurrency.lockutils [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] Acquired lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.165587] env[69513]: DEBUG nova.network.neutron [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Refreshing network info cache for port 8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1155.230894] env[69513]: DEBUG oslo_concurrency.lockutils [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "78208959-a3fd-4ae9-a492-97fc6a90b820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.344659] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381336, 'name': ReconfigVM_Task, 'duration_secs': 0.199254} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.344930] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.345733] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c7554-4d6b-4176-8e66-24cced3ecc67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.367044] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05/0a7f917c-2a24-46bc-8478-fa7f3d4e0f05.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.367287] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40bf2b59-4e30-468c-a22c-bec37e7bbcd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.384642] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1155.384642] env[69513]: value = "task-3381338" [ 1155.384642] env[69513]: _type = "Task" [ 1155.384642] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.392171] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.433640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.435054] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.436953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.118s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.437626] env[69513]: DEBUG nova.objects.instance [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'resources' on Instance uuid 78208959-a3fd-4ae9-a492-97fc6a90b820 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.439177] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.461222] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067179} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.461484] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.462332] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a76a5-c580-4b97-aa70-00a6fcc9ca37 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.484411] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e2cbc89d-bf17-46de-bf53-a274b7d40a73/e2cbc89d-bf17-46de-bf53-a274b7d40a73.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.485474] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-462f2c87-5542-4287-b8bc-198bd10f1c1a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.505188] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1155.505188] env[69513]: value = "task-3381339" [ 1155.505188] env[69513]: _type = "Task" [ 1155.505188] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.513400] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.894244] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381338, 'name': ReconfigVM_Task, 'duration_secs': 0.36399} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.894544] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05/0a7f917c-2a24-46bc-8478-fa7f3d4e0f05.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.894794] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.898750] env[69513]: DEBUG nova.network.neutron [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updated VIF entry in instance network info cache for port 8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1155.899075] env[69513]: DEBUG nova.network.neutron [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updating instance_info_cache with network_info: [{"id": "8dca9854-2be0-4e7f-9bd0-8f0fb5a19e68", "address": "fa:16:3e:93:8e:df", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": null, "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8dca9854-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.939873] env[69513]: DEBUG nova.compute.utils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.941411] env[69513]: DEBUG nova.objects.instance [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'numa_topology' on Instance uuid 78208959-a3fd-4ae9-a492-97fc6a90b820 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.942893] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.943070] env[69513]: DEBUG nova.network.neutron [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.983878] env[69513]: DEBUG nova.policy [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8161618f673945ceb6487ae2220f3f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37136f476afa4fb9a608106e7b010c21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.015523] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381339, 'name': ReconfigVM_Task, 'duration_secs': 0.25961} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.015817] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e2cbc89d-bf17-46de-bf53-a274b7d40a73/e2cbc89d-bf17-46de-bf53-a274b7d40a73.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.016475] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90907413-a9bb-4327-a819-36b052fed05d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.033443] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1156.033443] env[69513]: value = "task-3381340" [ 1156.033443] env[69513]: _type = "Task" [ 1156.033443] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.045082] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381340, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.268455] env[69513]: DEBUG nova.network.neutron [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Successfully created port: f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.403239] env[69513]: DEBUG oslo_concurrency.lockutils [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] Releasing lock "refresh_cache-78208959-a3fd-4ae9-a492-97fc6a90b820" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.403505] env[69513]: DEBUG nova.compute.manager [req-10f39079-bd56-41ca-88ff-0ba82e4f3641 req-05f96339-3194-41e6-9640-5aa83fb17730 service nova] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Received event network-vif-deleted-3431a4c0-ffbf-4ff8-ae0e-575eee4c7b60 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.404437] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b3e782-fdbf-4e71-a53f-d524f4ca4efd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.424936] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294145d-7bbd-4025-af5b-7ac1fbf7fae6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.443998] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.446825] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.451125] env[69513]: DEBUG nova.objects.base [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Object Instance<78208959-a3fd-4ae9-a492-97fc6a90b820> lazy-loaded attributes: resources,numa_topology {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.543389] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381340, 'name': Rename_Task, 'duration_secs': 0.148233} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.543657] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.543889] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b9b61e-4cbc-401f-887c-eea684948dab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.551205] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1156.551205] env[69513]: value = "task-3381341" [ 1156.551205] env[69513]: _type = "Task" [ 1156.551205] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.558835] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.594084] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c1d468-af8b-4304-a915-375eb3e3a7eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.601258] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b50d13-0002-43fb-801c-917ccb20e621 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.633081] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da303f9-acff-4ffd-8697-ffba002a984a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.640128] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1fbd57-7d4d-4ed1-8f43-c14743a17cca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.653105] env[69513]: DEBUG nova.compute.provider_tree [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.991890] env[69513]: DEBUG nova.network.neutron [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Port b93ed1ae-c3b5-440f-a5db-d2390f51968e binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1157.061519] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.156583] env[69513]: DEBUG nova.scheduler.client.report [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.460965] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.486265] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.486513] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.486669] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.486847] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.486989] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.487147] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.487354] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.487510] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.487677] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.487839] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.488019] env[69513]: DEBUG nova.virt.hardware [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.488885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9ae8f2-d132-49f6-a1a0-8ee4060cfc78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.500422] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90caa658-33d2-408d-894a-797883fb2e30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.561335] env[69513]: DEBUG oslo_vmware.api [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381341, 'name': PowerOnVM_Task, 'duration_secs': 0.855674} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.561434] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.561578] env[69513]: INFO nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1157.561780] env[69513]: DEBUG nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.562535] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950027f1-bda0-4ddf-acc2-62cffd6709c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.661854] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.665348] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.930s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.665669] env[69513]: DEBUG nova.objects.instance [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'pci_requests' on Instance uuid 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.670818] env[69513]: DEBUG nova.compute.manager [req-2119f22b-c58f-49d9-bf2f-3ad7c5ab8e19 req-2621dda7-8aad-47ec-bf04-f0110cc651c8 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-vif-plugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.671014] env[69513]: DEBUG oslo_concurrency.lockutils [req-2119f22b-c58f-49d9-bf2f-3ad7c5ab8e19 req-2621dda7-8aad-47ec-bf04-f0110cc651c8 service nova] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.671426] env[69513]: DEBUG oslo_concurrency.lockutils [req-2119f22b-c58f-49d9-bf2f-3ad7c5ab8e19 req-2621dda7-8aad-47ec-bf04-f0110cc651c8 service nova] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.671626] env[69513]: DEBUG oslo_concurrency.lockutils [req-2119f22b-c58f-49d9-bf2f-3ad7c5ab8e19 req-2621dda7-8aad-47ec-bf04-f0110cc651c8 service nova] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.671877] env[69513]: DEBUG nova.compute.manager [req-2119f22b-c58f-49d9-bf2f-3ad7c5ab8e19 req-2621dda7-8aad-47ec-bf04-f0110cc651c8 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] No waiting events found dispatching network-vif-plugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.672138] env[69513]: WARNING nova.compute.manager [req-2119f22b-c58f-49d9-bf2f-3ad7c5ab8e19 req-2621dda7-8aad-47ec-bf04-f0110cc651c8 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received unexpected event network-vif-plugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 for instance with vm_state building and task_state spawning. [ 1157.752781] env[69513]: DEBUG nova.network.neutron [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Successfully updated port: f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.018996] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.019347] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.019402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.078075] env[69513]: INFO nova.compute.manager [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Took 20.14 seconds to build instance. [ 1158.171743] env[69513]: DEBUG nova.objects.instance [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'numa_topology' on Instance uuid 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.178031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d173e8e8-b3d3-4300-a476-3e1d0b5154c4 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.404s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.179060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.948s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.179060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.179060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.179060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.181018] env[69513]: INFO nova.compute.manager [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Terminating instance [ 1158.255216] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.255375] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.255526] env[69513]: DEBUG nova.network.neutron [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1158.580348] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b1cfb184-c9ba-4140-b100-73f6aa287f6e tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.660s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.675288] env[69513]: INFO nova.compute.claims [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.684410] env[69513]: DEBUG nova.compute.manager [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.684619] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.684904] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e62e85c-0806-43ae-8551-5bd93fb06f64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.695312] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5605fc47-d33d-481b-9fbb-8bbfcfd732ab {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.729212] env[69513]: WARNING nova.virt.vmwareapi.vmops [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 78208959-a3fd-4ae9-a492-97fc6a90b820 could not be found. [ 1158.729405] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.729581] env[69513]: INFO nova.compute.manager [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1158.729820] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.730051] env[69513]: DEBUG nova.compute.manager [-] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.730151] env[69513]: DEBUG nova.network.neutron [-] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1158.803388] env[69513]: DEBUG nova.network.neutron [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1158.827900] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "97ac3714-1a5d-4e0a-885e-f691b504ea48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.828324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.828612] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "97ac3714-1a5d-4e0a-885e-f691b504ea48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.828882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.829173] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.831628] env[69513]: INFO nova.compute.manager [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Terminating instance [ 1158.892706] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.892964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.893189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.893373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.893541] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.895571] env[69513]: INFO nova.compute.manager [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Terminating instance [ 1159.041101] env[69513]: DEBUG nova.network.neutron [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.057240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.057240] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.057240] env[69513]: DEBUG nova.network.neutron [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1159.339023] env[69513]: DEBUG nova.compute.manager [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.339023] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.339023] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c9f28-ee3d-4af9-8b8b-9068de6aced7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.347481] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.347920] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af06ab2-deaf-455f-8ac7-20dffed17115 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.354769] env[69513]: DEBUG oslo_vmware.api [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1159.354769] env[69513]: value = "task-3381342" [ 1159.354769] env[69513]: _type = "Task" [ 1159.354769] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.362770] env[69513]: DEBUG oslo_vmware.api [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.398721] env[69513]: DEBUG nova.compute.manager [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.399046] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.400011] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2fe4c3-0266-4e6c-85dd-642cec5b1194 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.407865] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.408178] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a37318-2bb1-47a5-b8ae-db5a0e1cc99f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.414927] env[69513]: DEBUG oslo_vmware.api [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1159.414927] env[69513]: value = "task-3381343" [ 1159.414927] env[69513]: _type = "Task" [ 1159.414927] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.423512] env[69513]: DEBUG oslo_vmware.api [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.544295] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.544655] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance network_info: |[{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.545157] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c16c0c-aa52-4ccc-8f50-305eb5529b34', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.553403] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.553627] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.553717] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd9d2be7-e6f3-475c-b87e-1aa2980ecc2c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.570945] env[69513]: DEBUG nova.network.neutron [-] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.577649] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.577649] env[69513]: value = "task-3381344" [ 1159.577649] env[69513]: _type = "Task" [ 1159.577649] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.585896] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381344, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.854383] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7bb811-8832-443e-9965-dd3acc465abd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.864349] env[69513]: DEBUG nova.compute.manager [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.864564] env[69513]: DEBUG nova.compute.manager [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing instance network info cache due to event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.864777] env[69513]: DEBUG oslo_concurrency.lockutils [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.864929] env[69513]: DEBUG oslo_concurrency.lockutils [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.865109] env[69513]: DEBUG nova.network.neutron [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1159.879919] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e0831-08e7-4d37-9f4a-4c9600708541 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.887409] env[69513]: DEBUG oslo_vmware.api [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381342, 'name': PowerOffVM_Task, 'duration_secs': 0.188232} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.890020] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.890206] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.891141] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4fa5a70-b07b-4b0f-8fbd-e0105cf24177 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.921767] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36d7177-0799-4236-a420-63f125221267 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.929229] env[69513]: DEBUG oslo_vmware.api [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381343, 'name': PowerOffVM_Task, 'duration_secs': 0.210879} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.931232] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.931378] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.931653] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77798756-016a-4b4e-82f2-b32b4ac61c2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.933941] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb94bec-27be-42c7-853a-f05a44fbe9cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.949999] env[69513]: DEBUG nova.compute.provider_tree [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.974568] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.974767] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.974947] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleting the datastore file [datastore1] 97ac3714-1a5d-4e0a-885e-f691b504ea48 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.975217] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf89fa7-7eea-42ea-b052-492546bd2ae2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.980784] env[69513]: DEBUG oslo_vmware.api [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1159.980784] env[69513]: value = "task-3381347" [ 1159.980784] env[69513]: _type = "Task" [ 1159.980784] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.988513] env[69513]: DEBUG oslo_vmware.api [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.999716] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.999935] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.000127] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleting the datastore file [datastore1] e2cbc89d-bf17-46de-bf53-a274b7d40a73 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.000373] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-625ddd2e-02a9-4c66-9246-05b5d50f3f50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.005820] env[69513]: DEBUG oslo_vmware.api [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for the task: (returnval){ [ 1160.005820] env[69513]: value = "task-3381348" [ 1160.005820] env[69513]: _type = "Task" [ 1160.005820] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.013177] env[69513]: DEBUG oslo_vmware.api [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.073336] env[69513]: INFO nova.compute.manager [-] [instance: 78208959-a3fd-4ae9-a492-97fc6a90b820] Took 1.34 seconds to deallocate network for instance. [ 1160.082924] env[69513]: DEBUG nova.network.neutron [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.089964] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381344, 'name': CreateVM_Task, 'duration_secs': 0.339773} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.090130] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.090762] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.090922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.091258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.092098] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ec38ef-6826-446a-8933-aba78ae0e968 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.097164] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1160.097164] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b2a05f-7621-bd44-54d1-fd13441ba4bf" [ 1160.097164] env[69513]: _type = "Task" [ 1160.097164] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.107150] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b2a05f-7621-bd44-54d1-fd13441ba4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.452720] env[69513]: DEBUG nova.scheduler.client.report [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.491036] env[69513]: DEBUG oslo_vmware.api [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171375} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.493453] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.493640] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.493814] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.493989] env[69513]: INFO nova.compute.manager [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1160.494267] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.494467] env[69513]: DEBUG nova.compute.manager [-] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.494560] env[69513]: DEBUG nova.network.neutron [-] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1160.515273] env[69513]: DEBUG oslo_vmware.api [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Task: {'id': task-3381348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187698} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.515518] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.515694] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.515869] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.516049] env[69513]: INFO nova.compute.manager [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1160.516359] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.516574] env[69513]: DEBUG nova.compute.manager [-] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.516670] env[69513]: DEBUG nova.network.neutron [-] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1160.586036] env[69513]: DEBUG nova.network.neutron [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updated VIF entry in instance network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1160.586384] env[69513]: DEBUG nova.network.neutron [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.588635] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.608499] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b2a05f-7621-bd44-54d1-fd13441ba4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.610726] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.610983] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.611238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.611386] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.611560] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.611980] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66b71f0-44ba-4b96-b98f-9a135fa7d168 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.620169] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.620353] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.621072] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f52a687-a079-4711-a56e-14735e22e344 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.626118] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1160.626118] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a27756-b168-43c3-37be-690db9fa7acb" [ 1160.626118] env[69513]: _type = "Task" [ 1160.626118] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.634641] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a27756-b168-43c3-37be-690db9fa7acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.726935] env[69513]: DEBUG nova.compute.manager [req-9a1e412e-2982-4cd1-927e-2ebdbedef227 req-f0c27073-b682-4977-8331-8e80e1f771ea service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Received event network-vif-deleted-d72f1939-13ab-439e-906a-8f70660883c7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.727158] env[69513]: INFO nova.compute.manager [req-9a1e412e-2982-4cd1-927e-2ebdbedef227 req-f0c27073-b682-4977-8331-8e80e1f771ea service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Neutron deleted interface d72f1939-13ab-439e-906a-8f70660883c7; detaching it from the instance and deleting it from the info cache [ 1160.727328] env[69513]: DEBUG nova.network.neutron [req-9a1e412e-2982-4cd1-927e-2ebdbedef227 req-f0c27073-b682-4977-8331-8e80e1f771ea service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.957691] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.292s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.960049] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.521s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.960282] env[69513]: DEBUG nova.objects.instance [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'resources' on Instance uuid f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.987109] env[69513]: INFO nova.network.neutron [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating port bf5a8cb7-b206-46b1-8d38-092266d7ca57 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1161.093180] env[69513]: DEBUG oslo_concurrency.lockutils [req-303ccb55-63d4-4ae1-be58-face3a4b4780 req-6ed09ed5-c560-401c-bfb9-8211497adcd3 service nova] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.114727] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d402a-ea43-4eeb-ab9f-45b826fdf825 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.118128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-43e9c90c-e048-4e75-b734-2d3747476b0a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "78208959-a3fd-4ae9-a492-97fc6a90b820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.940s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.140670] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e7b187-19e8-46e3-acce-5e871cfbbdc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.148462] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.155425] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a27756-b168-43c3-37be-690db9fa7acb, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.156105] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac06966a-92d5-45be-8251-8df707624c76 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.161407] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1161.161407] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527e9e31-e9ab-4c06-70b4-37a885c9c716" [ 1161.161407] env[69513]: _type = "Task" [ 1161.161407] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.169346] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527e9e31-e9ab-4c06-70b4-37a885c9c716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.209777] env[69513]: DEBUG nova.network.neutron [-] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.231607] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3be04a99-9066-4664-92ec-3013e39e1afc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.241541] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cdec66-3831-4fe6-9b3b-80e8c01b061d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.253999] env[69513]: DEBUG nova.network.neutron [-] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.269569] env[69513]: DEBUG nova.compute.manager [req-9a1e412e-2982-4cd1-927e-2ebdbedef227 req-f0c27073-b682-4977-8331-8e80e1f771ea service nova] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Detach interface failed, port_id=d72f1939-13ab-439e-906a-8f70660883c7, reason: Instance 97ac3714-1a5d-4e0a-885e-f691b504ea48 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.612294] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58255dd-1a53-4034-8430-bba164fd130d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.620039] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeede41e-59da-42dc-8be5-c3ef429098d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.653122] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b0802b-a58b-491d-9b7e-83c09c35d2dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.657232] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.657485] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1df07112-b544-4e8d-9429-794dac7c89c3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.666537] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68996676-6383-458f-8f4c-a1b1cde19d67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.671200] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1161.671200] env[69513]: value = "task-3381349" [ 1161.671200] env[69513]: _type = "Task" [ 1161.671200] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.685643] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527e9e31-e9ab-4c06-70b4-37a885c9c716, 'name': SearchDatastore_Task, 'duration_secs': 0.029288} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.686139] env[69513]: DEBUG nova.compute.provider_tree [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.687993] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.688291] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.688788] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131dcceb-6275-4443-aca2-f093bc35a208 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.694508] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381349, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.698929] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1161.698929] env[69513]: value = "task-3381350" [ 1161.698929] env[69513]: _type = "Task" [ 1161.698929] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.707120] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.711683] env[69513]: INFO nova.compute.manager [-] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Took 1.22 seconds to deallocate network for instance. [ 1161.758836] env[69513]: INFO nova.compute.manager [-] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Took 1.24 seconds to deallocate network for instance. [ 1161.894617] env[69513]: DEBUG nova.compute.manager [req-6fd29c87-1bf8-45b6-94ed-06264876af9f req-23d1934d-0f2f-43a4-8973-05dab121905e service nova] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Received event network-vif-deleted-5aa39b2e-b82a-4277-874e-112b283ee65d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.182377] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.208895] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476474} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.209805] env[69513]: ERROR nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [req-7b0e000f-cce3-4df0-9513-770b31270e5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b0e000f-cce3-4df0-9513-770b31270e5f"}]} [ 1162.210170] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.210382] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.212526] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fabd38a2-b498-4023-b381-3918c849d2f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.219868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.220199] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1162.220199] env[69513]: value = "task-3381351" [ 1162.220199] env[69513]: _type = "Task" [ 1162.220199] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.228091] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.229078] env[69513]: DEBUG nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.242488] env[69513]: DEBUG nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.242734] env[69513]: DEBUG nova.compute.provider_tree [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.255538] env[69513]: DEBUG nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.264844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.273577] env[69513]: DEBUG nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.470038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d66f66-e99e-4dda-8f16-d004c0ca3625 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.478514] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4413870-824f-4973-9766-3142beb8fe39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.513960] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc21f9-8ef7-45d9-bbaf-edc44bfe6b9c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.522159] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.522159] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.522530] env[69513]: DEBUG nova.network.neutron [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1162.527126] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd56288-0e7b-403b-a4c9-c280d96fdb33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.535660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "23c4a005-cd82-452f-9d87-43538d57c61f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.536015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.546109] env[69513]: DEBUG nova.compute.provider_tree [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.683961] env[69513]: DEBUG oslo_vmware.api [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381349, 'name': PowerOnVM_Task, 'duration_secs': 0.64609} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.684212] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.684401] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c215fb48-b4e6-4711-bad1-91285bdc79a9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance '0a7f917c-2a24-46bc-8478-fa7f3d4e0f05' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.730746] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088888} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.731921] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.732780] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9651285-74bd-4af3-bb6c-10288c0af8a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.756434] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.757090] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812dce4c-afee-4109-a874-31ddd81e1f47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.778066] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1162.778066] env[69513]: value = "task-3381352" [ 1162.778066] env[69513]: _type = "Task" [ 1162.778066] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.788204] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.048818] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.097168] env[69513]: DEBUG nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1163.097454] env[69513]: DEBUG nova.compute.provider_tree [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 148 to 149 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1163.097627] env[69513]: DEBUG nova.compute.provider_tree [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.289081] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.302326] env[69513]: DEBUG nova.network.neutron [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.577405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.602542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.642s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.605255] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.385s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.605487] env[69513]: DEBUG nova.objects.instance [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lazy-loading 'resources' on Instance uuid 97ac3714-1a5d-4e0a-885e-f691b504ea48 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.625285] env[69513]: INFO nova.scheduler.client.report [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02 [ 1163.790034] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381352, 'name': ReconfigVM_Task, 'duration_secs': 0.963874} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.790276] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.790855] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e23ce6-61f9-40d7-8319-0eb3436f6243 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.796435] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1163.796435] env[69513]: value = "task-3381353" [ 1163.796435] env[69513]: _type = "Task" [ 1163.796435] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.804424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.806333] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381353, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.834870] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='03c9c6fd471ca98c44dfd5e2739bbf7e',container_format='bare',created_at=2025-04-09T11:46:06Z,direct_url=,disk_format='vmdk',id=cb47d988-fd89-4f46-b0bf-2e57254f27e6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1078167956-shelved',owner='b3e07fa73dff450caec96e879ee06100',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-09T11:46:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.835287] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.835533] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.835763] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.835975] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.836106] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.836343] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.836523] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.836710] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.836883] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.837089] env[69513]: DEBUG nova.virt.hardware [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.838040] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c8f81b-998f-4b30-a106-b56221650391 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.847406] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb37497-1c89-4dd8-bf17-8935156b558f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.866154] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:90:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5a8cb7-b206-46b1-8d38-092266d7ca57', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.873968] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.874699] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.874992] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a8aa2aa-40ce-45fb-b1d5-3e3cf55f6127 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.892938] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.892938] env[69513]: value = "task-3381354" [ 1163.892938] env[69513]: _type = "Task" [ 1163.892938] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.900221] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381354, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.922094] env[69513]: DEBUG nova.compute.manager [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-vif-plugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.922471] env[69513]: DEBUG oslo_concurrency.lockutils [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.922784] env[69513]: DEBUG oslo_concurrency.lockutils [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.923124] env[69513]: DEBUG oslo_concurrency.lockutils [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.923464] env[69513]: DEBUG nova.compute.manager [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] No waiting events found dispatching network-vif-plugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.923656] env[69513]: WARNING nova.compute.manager [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received unexpected event network-vif-plugged-bf5a8cb7-b206-46b1-8d38-092266d7ca57 for instance with vm_state shelved_offloaded and task_state spawning. [ 1163.923847] env[69513]: DEBUG nova.compute.manager [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-changed-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.924028] env[69513]: DEBUG nova.compute.manager [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Refreshing instance network info cache due to event network-changed-bf5a8cb7-b206-46b1-8d38-092266d7ca57. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.924244] env[69513]: DEBUG oslo_concurrency.lockutils [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.924399] env[69513]: DEBUG oslo_concurrency.lockutils [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.924587] env[69513]: DEBUG nova.network.neutron [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Refreshing network info cache for port bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1164.132979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a31f3546-8a82-43d3-a29a-cc3465c39b97 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.158s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.258646] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f070056-493c-4d6b-a25b-9b701f455484 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.268055] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb5fc7-22d7-4b69-af5b-0b7ce506e46e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.310391] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d622cb5-32e5-4b0d-ab79-ca5ac1aa2ece {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.319020] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381353, 'name': Rename_Task, 'duration_secs': 0.201771} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.321409] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.321701] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7fd376-d29c-4652-a127-550ddc3e895a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.324429] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa208fd-90e0-4ffc-b62e-9f9c168bce9c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.338897] env[69513]: DEBUG nova.compute.provider_tree [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.341354] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1164.341354] env[69513]: value = "task-3381355" [ 1164.341354] env[69513]: _type = "Task" [ 1164.341354] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.349125] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.402727] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381354, 'name': CreateVM_Task, 'duration_secs': 0.508445} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.402898] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.403596] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.403765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.404190] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.404450] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d593c8-3088-4b15-bc44-5a5d96b29c32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.409033] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1164.409033] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb349f-5101-9010-aa46-776ce1ff5963" [ 1164.409033] env[69513]: _type = "Task" [ 1164.409033] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.417028] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52cb349f-5101-9010-aa46-776ce1ff5963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.632479] env[69513]: DEBUG nova.network.neutron [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updated VIF entry in instance network info cache for port bf5a8cb7-b206-46b1-8d38-092266d7ca57. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1164.632838] env[69513]: DEBUG nova.network.neutron [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.843742] env[69513]: DEBUG nova.scheduler.client.report [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.857644] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.920374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.920514] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Processing image cb47d988-fd89-4f46-b0bf-2e57254f27e6 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.920793] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.920975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.921181] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.921451] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99bf6922-6967-49fe-b54f-3e85c32527e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.939089] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.939360] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.940120] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a20c2b2-6d68-417c-aa14-198a98baccd8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.945660] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1164.945660] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520369fa-205c-3beb-2696-70af17c9081b" [ 1164.945660] env[69513]: _type = "Task" [ 1164.945660] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.954997] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520369fa-205c-3beb-2696-70af17c9081b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.963449] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.963876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.964160] env[69513]: DEBUG nova.compute.manager [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Going to confirm migration 7 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1165.136055] env[69513]: DEBUG oslo_concurrency.lockutils [req-32f860a2-8e06-441a-8b1e-cb34ff469a48 req-25575c95-c141-426e-9356-95fbde05068a service nova] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.353795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.355930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.091s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.356172] env[69513]: DEBUG nova.objects.instance [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lazy-loading 'resources' on Instance uuid e2cbc89d-bf17-46de-bf53-a274b7d40a73 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.364260] env[69513]: DEBUG oslo_vmware.api [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381355, 'name': PowerOnVM_Task, 'duration_secs': 0.608779} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.364755] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.365089] env[69513]: INFO nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1165.365285] env[69513]: DEBUG nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.366529] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8fc747-07a5-4e86-97d0-8c345be59304 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.371356] env[69513]: INFO nova.scheduler.client.report [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted allocations for instance 97ac3714-1a5d-4e0a-885e-f691b504ea48 [ 1165.456439] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1165.456848] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Fetch image to [datastore1] OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3/OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1165.456941] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Downloading stream optimized image cb47d988-fd89-4f46-b0bf-2e57254f27e6 to [datastore1] OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3/OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3.vmdk on the data store datastore1 as vApp {{(pid=69513) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1165.457125] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Downloading image file data cb47d988-fd89-4f46-b0bf-2e57254f27e6 to the ESX as VM named 'OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3' {{(pid=69513) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1165.520966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.520966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.532308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.532554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.532824] env[69513]: DEBUG nova.network.neutron [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1165.533110] env[69513]: DEBUG nova.objects.instance [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'info_cache' on Instance uuid 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.537620] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1165.537620] env[69513]: value = "resgroup-9" [ 1165.537620] env[69513]: _type = "ResourcePool" [ 1165.537620] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1165.537943] env[69513]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-990d3486-efb4-4613-aecc-9e7111ee735b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.562125] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lease: (returnval){ [ 1165.562125] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30650-ef41-beed-53e5-744206a20058" [ 1165.562125] env[69513]: _type = "HttpNfcLease" [ 1165.562125] env[69513]: } obtained for vApp import into resource pool (val){ [ 1165.562125] env[69513]: value = "resgroup-9" [ 1165.562125] env[69513]: _type = "ResourcePool" [ 1165.562125] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1165.562771] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the lease: (returnval){ [ 1165.562771] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30650-ef41-beed-53e5-744206a20058" [ 1165.562771] env[69513]: _type = "HttpNfcLease" [ 1165.562771] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1165.570302] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.570302] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30650-ef41-beed-53e5-744206a20058" [ 1165.570302] env[69513]: _type = "HttpNfcLease" [ 1165.570302] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.816899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.817148] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.886447] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1c65556a-1dfe-4eaf-a4c9-0b9c086a3369 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "97ac3714-1a5d-4e0a-885e-f691b504ea48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.058s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.892346] env[69513]: INFO nova.compute.manager [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Took 14.31 seconds to build instance. [ 1166.012627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e76891-c06b-495d-9b56-7b8676ddd938 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.020471] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca19e9-63dc-4d30-bc42-2f62dcb4a72c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.024023] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.059420] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87674e57-2c2c-46c2-a9ca-fe495e35bf57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.070229] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b9ff1-deeb-48bb-acfb-33aa36b4000b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.076051] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.076051] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30650-ef41-beed-53e5-744206a20058" [ 1166.076051] env[69513]: _type = "HttpNfcLease" [ 1166.076051] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.076051] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.076051] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f30650-ef41-beed-53e5-744206a20058" [ 1166.076051] env[69513]: _type = "HttpNfcLease" [ 1166.076051] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1166.076759] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0fc8f-9e66-413a-abeb-f7d0eb74391e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.087331] env[69513]: DEBUG nova.compute.provider_tree [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.093179] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b547b-1af5-c6fb-d71c-47d8772caad4/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.093360] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b547b-1af5-c6fb-d71c-47d8772caad4/disk-0.vmdk. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1166.157595] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ed23314-dada-4939-bf63-cd9e0d6c85b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.320342] env[69513]: DEBUG nova.compute.utils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.395812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9982292a-40c1-48ab-8120-13886af3e38f tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.820s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.546538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.590771] env[69513]: DEBUG nova.scheduler.client.report [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.795594] env[69513]: DEBUG nova.network.neutron [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [{"id": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "address": "fa:16:3e:bc:8c:4a", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93ed1ae-c3", "ovs_interfaceid": "b93ed1ae-c3b5-440f-a5db-d2390f51968e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.823431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.098646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.100966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.524s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.103143] env[69513]: INFO nova.compute.claims [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.125677] env[69513]: INFO nova.scheduler.client.report [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Deleted allocations for instance e2cbc89d-bf17-46de-bf53-a274b7d40a73 [ 1167.266918] env[69513]: DEBUG nova.compute.manager [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.267086] env[69513]: DEBUG nova.compute.manager [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing instance network info cache due to event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.267312] env[69513]: DEBUG oslo_concurrency.lockutils [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.267480] env[69513]: DEBUG oslo_concurrency.lockutils [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.267714] env[69513]: DEBUG nova.network.neutron [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1167.302039] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.302310] env[69513]: DEBUG nova.objects.instance [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'migration_context' on Instance uuid 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.326512] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1167.326810] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b547b-1af5-c6fb-d71c-47d8772caad4/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.328029] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3629ffde-fdf9-4f65-b9c3-f16c296d1b4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.335633] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b547b-1af5-c6fb-d71c-47d8772caad4/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.335696] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b547b-1af5-c6fb-d71c-47d8772caad4/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1167.336293] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd365e1b-6cc8-46ce-99eb-d6bee7993373 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.549387] env[69513]: DEBUG oslo_vmware.rw_handles [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b547b-1af5-c6fb-d71c-47d8772caad4/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1167.549763] env[69513]: INFO nova.virt.vmwareapi.images [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Downloaded image file data cb47d988-fd89-4f46-b0bf-2e57254f27e6 [ 1167.550551] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149dad86-6780-477b-9653-2ed6c02b510b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.566693] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac741ae7-b323-4e77-b92b-b9e3cf2fbf39 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.596913] env[69513]: INFO nova.virt.vmwareapi.images [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] The imported VM was unregistered [ 1167.599339] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1167.599573] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6 {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.599844] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b55f5851-ff0d-4880-afbd-a14d43264d50 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.634024] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Created directory with path [datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6 {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.634285] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3/OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3.vmdk to [datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk. {{(pid=69513) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1167.634747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ed61f0b3-f47f-4646-92bb-5b14ca1149b7 tempest-MultipleCreateTestJSON-427740631 tempest-MultipleCreateTestJSON-427740631-project-member] Lock "e2cbc89d-bf17-46de-bf53-a274b7d40a73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.742s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.635546] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-feefffb7-f49a-40eb-ab06-2f911519c5d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.643059] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1167.643059] env[69513]: value = "task-3381358" [ 1167.643059] env[69513]: _type = "Task" [ 1167.643059] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.651547] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.805135] env[69513]: DEBUG nova.objects.base [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Object Instance<0a7f917c-2a24-46bc-8478-fa7f3d4e0f05> lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.806049] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824adbe0-6b3f-4e2c-a61f-4b7ccc818251 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.826064] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a612b940-f5b2-452e-83b7-012ea0dfa64f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.831998] env[69513]: DEBUG oslo_vmware.api [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1167.831998] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a099a5-defc-fd29-e061-5a3b27408fc9" [ 1167.831998] env[69513]: _type = "Task" [ 1167.831998] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.846238] env[69513]: DEBUG oslo_vmware.api [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a099a5-defc-fd29-e061-5a3b27408fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.897060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.897060] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.897060] env[69513]: INFO nova.compute.manager [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Attaching volume 4a172100-fc06-4014-85ea-d5e1221965dc to /dev/sdb [ 1167.937357] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f61aa-4561-42c1-acd1-578f0c421c2c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.945359] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b576a32-cd49-439f-9abd-a7e2463955bb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.959349] env[69513]: DEBUG nova.virt.block_device [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updating existing volume attachment record: ea764934-89d3-4de9-bec0-cc6c782edc10 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.004108] env[69513]: DEBUG nova.network.neutron [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updated VIF entry in instance network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1168.004534] env[69513]: DEBUG nova.network.neutron [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.155118] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.267650] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc6dbc-103f-4314-be98-6434e9f9f496 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.275449] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e119bb0d-f810-4b20-a110-8f9373959214 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.310266] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ab569-3acc-4cc7-afd3-0cc43c7f23fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.319016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597501df-f2cb-428e-a651-e8a0bec4c67a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.334266] env[69513]: DEBUG nova.compute.provider_tree [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.344396] env[69513]: DEBUG oslo_vmware.api [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a099a5-defc-fd29-e061-5a3b27408fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.021294} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.345403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.507928] env[69513]: DEBUG oslo_concurrency.lockutils [req-1d806753-5f58-48ac-95a5-71b93e12f534 req-f0db124f-a82a-4249-8471-941c750d9790 service nova] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.654383] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.841216] env[69513]: DEBUG nova.scheduler.client.report [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.155104] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.346941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.347723] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.351175] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.805s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.353013] env[69513]: INFO nova.compute.claims [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.591488] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-6de5da90-b4be-4b15-a6de-e72916765cd1-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.591721] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-6de5da90-b4be-4b15-a6de-e72916765cd1-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.592210] env[69513]: DEBUG nova.objects.instance [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'flavor' on Instance uuid 6de5da90-b4be-4b15-a6de-e72916765cd1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.658755] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.862740] env[69513]: DEBUG nova.compute.utils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.864189] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.864189] env[69513]: DEBUG nova.network.neutron [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.927935] env[69513]: DEBUG nova.policy [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13cd3e4c5e2c45d88c7a55ff10060a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b938d7bd52934aaeb2c547fa54298d4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.157771] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.213312] env[69513]: DEBUG nova.network.neutron [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Successfully created port: 8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.218963] env[69513]: DEBUG nova.objects.instance [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'pci_requests' on Instance uuid 6de5da90-b4be-4b15-a6de-e72916765cd1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.368862] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.498836] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7abee0-cfce-44c4-a777-884db825366b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.506530] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad5913a-0d87-42f3-8cf0-5b7e4acb3c61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.537038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e1bba1-911e-489c-8e23-0332a5b656a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.544566] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bd62de-e342-4177-a171-655ea7509c29 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.559286] env[69513]: DEBUG nova.compute.provider_tree [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.658638] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.721940] env[69513]: DEBUG nova.objects.base [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Object Instance<6de5da90-b4be-4b15-a6de-e72916765cd1> lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.722237] env[69513]: DEBUG nova.network.neutron [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.781593] env[69513]: DEBUG nova.policy [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.064025] env[69513]: DEBUG nova.scheduler.client.report [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.160216] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381358, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.248435} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.160528] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3/OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3.vmdk to [datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk. [ 1171.160672] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Cleaning up location [datastore1] OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1171.160831] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bbd0cd3a-fb4e-477e-932d-2fdcd2fc13d3 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.161126] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9b58e2-b17f-427e-8c56-9fabba74c005 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.168040] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1171.168040] env[69513]: value = "task-3381360" [ 1171.168040] env[69513]: _type = "Task" [ 1171.168040] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.175822] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.378380] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.404285] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.404540] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.404695] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.404876] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.405033] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.405182] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.405386] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.405542] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.405714] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.405867] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.406052] env[69513]: DEBUG nova.virt.hardware [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.406894] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a8c7f5-c67d-41d5-abca-4260d02e1b52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.414920] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632c3c5-ab36-4a1e-9625-b8ddd85b786d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.568315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.569298] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.572260] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.227s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.642116] env[69513]: DEBUG nova.compute.manager [req-be5f27c1-cfb5-4c75-b7d9-93187cbbb820 req-804fd771-e9fc-4972-8341-83a3c979c46e service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Received event network-vif-plugged-8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.642317] env[69513]: DEBUG oslo_concurrency.lockutils [req-be5f27c1-cfb5-4c75-b7d9-93187cbbb820 req-804fd771-e9fc-4972-8341-83a3c979c46e service nova] Acquiring lock "23c4a005-cd82-452f-9d87-43538d57c61f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.642561] env[69513]: DEBUG oslo_concurrency.lockutils [req-be5f27c1-cfb5-4c75-b7d9-93187cbbb820 req-804fd771-e9fc-4972-8341-83a3c979c46e service nova] Lock "23c4a005-cd82-452f-9d87-43538d57c61f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.642783] env[69513]: DEBUG oslo_concurrency.lockutils [req-be5f27c1-cfb5-4c75-b7d9-93187cbbb820 req-804fd771-e9fc-4972-8341-83a3c979c46e service nova] Lock "23c4a005-cd82-452f-9d87-43538d57c61f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.642962] env[69513]: DEBUG nova.compute.manager [req-be5f27c1-cfb5-4c75-b7d9-93187cbbb820 req-804fd771-e9fc-4972-8341-83a3c979c46e service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] No waiting events found dispatching network-vif-plugged-8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.643287] env[69513]: WARNING nova.compute.manager [req-be5f27c1-cfb5-4c75-b7d9-93187cbbb820 req-804fd771-e9fc-4972-8341-83a3c979c46e service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Received unexpected event network-vif-plugged-8382640e-873b-4a7b-80a9-38db6af2c170 for instance with vm_state building and task_state spawning. [ 1171.679103] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284191} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.679413] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.679620] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.679925] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk to [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.681026] env[69513]: DEBUG nova.network.neutron [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Successfully updated port: 8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.682193] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51eecade-afb9-46be-8bdc-a93ce5b99f3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.689962] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1171.689962] env[69513]: value = "task-3381361" [ 1171.689962] env[69513]: _type = "Task" [ 1171.689962] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.699594] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.075168] env[69513]: DEBUG nova.compute.utils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.079296] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.079521] env[69513]: DEBUG nova.network.neutron [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.124659] env[69513]: DEBUG nova.policy [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e812ba8734e4cc2b7a5116132d37ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd364ecc3eda4b23829b5e13cfb48fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.185892] env[69513]: DEBUG nova.compute.manager [req-91fd604b-7700-4af8-aa41-5ad1180daf5e req-756e55ff-9877-43d3-84fb-110d446e08fc service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-vif-plugged-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.186070] env[69513]: DEBUG oslo_concurrency.lockutils [req-91fd604b-7700-4af8-aa41-5ad1180daf5e req-756e55ff-9877-43d3-84fb-110d446e08fc service nova] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.186290] env[69513]: DEBUG oslo_concurrency.lockutils [req-91fd604b-7700-4af8-aa41-5ad1180daf5e req-756e55ff-9877-43d3-84fb-110d446e08fc service nova] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.186463] env[69513]: DEBUG oslo_concurrency.lockutils [req-91fd604b-7700-4af8-aa41-5ad1180daf5e req-756e55ff-9877-43d3-84fb-110d446e08fc service nova] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.186631] env[69513]: DEBUG nova.compute.manager [req-91fd604b-7700-4af8-aa41-5ad1180daf5e req-756e55ff-9877-43d3-84fb-110d446e08fc service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] No waiting events found dispatching network-vif-plugged-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.186792] env[69513]: WARNING nova.compute.manager [req-91fd604b-7700-4af8-aa41-5ad1180daf5e req-756e55ff-9877-43d3-84fb-110d446e08fc service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received unexpected event network-vif-plugged-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 for instance with vm_state active and task_state None. [ 1172.188349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-23c4a005-cd82-452f-9d87-43538d57c61f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.188349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-23c4a005-cd82-452f-9d87-43538d57c61f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.188349] env[69513]: DEBUG nova.network.neutron [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1172.204658] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381361, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.252153] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab39914e-33d5-4c50-b9e3-bf62fcee6099 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.260540] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab245df-77ac-48a0-b57a-477343bcb7ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.292382] env[69513]: DEBUG nova.network.neutron [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Successfully updated port: 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.294149] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d41f6-3e6e-4a0c-bbd1-ca948a391ae7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.302833] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f023402-8ea2-4c85-a5b7-aa1af7455f1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.318517] env[69513]: DEBUG nova.compute.provider_tree [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.454035] env[69513]: DEBUG nova.network.neutron [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Successfully created port: 8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.583352] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.703236] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381361, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.721380] env[69513]: DEBUG nova.network.neutron [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1172.798593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.798790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.798979] env[69513]: DEBUG nova.network.neutron [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1172.844738] env[69513]: ERROR nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [req-ff596c7b-9c14-49ea-8319-9b93eb2154a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff596c7b-9c14-49ea-8319-9b93eb2154a9"}]} [ 1172.864176] env[69513]: DEBUG nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1172.881613] env[69513]: DEBUG nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1172.881834] env[69513]: DEBUG nova.compute.provider_tree [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.895224] env[69513]: DEBUG nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1172.918025] env[69513]: DEBUG nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.940803] env[69513]: DEBUG nova.network.neutron [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Updating instance_info_cache with network_info: [{"id": "8382640e-873b-4a7b-80a9-38db6af2c170", "address": "fa:16:3e:96:db:5d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8382640e-87", "ovs_interfaceid": "8382640e-873b-4a7b-80a9-38db6af2c170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.095361] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b048136-f0cc-427b-ac3b-b97781e09ab6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.103337] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d86399-26c8-44e0-a124-cb9d8a76f1a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.135114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a96ee7-17d4-4a88-8178-50344afad7f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.143411] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51519c85-76db-4c49-9a4b-975997cbf632 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.158023] env[69513]: DEBUG nova.compute.provider_tree [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.202888] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381361, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.339956] env[69513]: WARNING nova.network.neutron [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] ff09d096-e904-409c-bfab-41435a1a93ab already exists in list: networks containing: ['ff09d096-e904-409c-bfab-41435a1a93ab']. ignoring it [ 1173.445600] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-23c4a005-cd82-452f-9d87-43538d57c61f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.445930] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Instance network_info: |[{"id": "8382640e-873b-4a7b-80a9-38db6af2c170", "address": "fa:16:3e:96:db:5d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8382640e-87", "ovs_interfaceid": "8382640e-873b-4a7b-80a9-38db6af2c170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.446411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:db:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8382640e-873b-4a7b-80a9-38db6af2c170', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.454151] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.454477] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.455051] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea354b0e-f2c7-40bc-ba91-9faf9ea292b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.479098] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.479098] env[69513]: value = "task-3381363" [ 1173.479098] env[69513]: _type = "Task" [ 1173.479098] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.490295] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381363, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.593408] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.621840] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.622136] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.622284] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.622467] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.622610] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.622753] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.623015] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.623229] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.623399] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.623558] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.623727] env[69513]: DEBUG nova.virt.hardware [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.624708] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf21e6-5b1d-432c-8126-ca9d4e360257 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.632911] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f950e-643a-4a82-9b15-a2e89c5c4ad1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.699277] env[69513]: DEBUG nova.network.neutron [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "address": "fa:16:3e:e8:90:04", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1287a7a9-2d", "ovs_interfaceid": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.701263] env[69513]: DEBUG nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1173.701499] env[69513]: DEBUG nova.compute.provider_tree [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 150 to 151 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1173.701674] env[69513]: DEBUG nova.compute.provider_tree [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.711093] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381361, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.713452] env[69513]: DEBUG nova.compute.manager [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Received event network-changed-8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.713650] env[69513]: DEBUG nova.compute.manager [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Refreshing instance network info cache due to event network-changed-8382640e-873b-4a7b-80a9-38db6af2c170. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.713937] env[69513]: DEBUG oslo_concurrency.lockutils [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] Acquiring lock "refresh_cache-23c4a005-cd82-452f-9d87-43538d57c61f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.714147] env[69513]: DEBUG oslo_concurrency.lockutils [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] Acquired lock "refresh_cache-23c4a005-cd82-452f-9d87-43538d57c61f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.714323] env[69513]: DEBUG nova.network.neutron [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Refreshing network info cache for port 8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1173.959898] env[69513]: DEBUG nova.network.neutron [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Successfully updated port: 8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.990556] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381363, 'name': CreateVM_Task, 'duration_secs': 0.458282} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.991152] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.991459] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.991666] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.991982] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.992254] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707a5c49-bb73-4103-8e6c-2cc5059b7692 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.997231] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1173.997231] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b52057-3394-7abe-22d9-a4f580b710c5" [ 1173.997231] env[69513]: _type = "Task" [ 1173.997231] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.005338] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b52057-3394-7abe-22d9-a4f580b710c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.204572] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381361, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.293819} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.204896] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb47d988-fd89-4f46-b0bf-2e57254f27e6/cb47d988-fd89-4f46-b0bf-2e57254f27e6.vmdk to [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.205592] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce2080d-d144-4a37-a9e6-6c1f6524b230 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.208237] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.208806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.208959] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.213637] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43973f92-e3c3-41ec-9912-aa4522c81280 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.217569] env[69513]: DEBUG nova.compute.manager [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-changed-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.217749] env[69513]: DEBUG nova.compute.manager [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing instance network info cache due to event network-changed-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.217951] env[69513]: DEBUG oslo_concurrency.lockutils [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.218107] env[69513]: DEBUG oslo_concurrency.lockutils [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.218291] env[69513]: DEBUG nova.network.neutron [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing network info cache for port 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1174.239254] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.243014] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-293ff3b2-c78c-4f12-8a46-405d9098fc0f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.270817] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.271043] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.271202] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.271381] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.271521] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.271663] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.271857] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.272045] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.272216] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.272374] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.272542] env[69513]: DEBUG nova.virt.hardware [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.278659] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Reconfiguring VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1174.279755] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca42e6d4-121b-41c6-b34b-c925e57f5c72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.292792] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1174.292792] env[69513]: value = "task-3381364" [ 1174.292792] env[69513]: _type = "Task" [ 1174.292792] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.300123] env[69513]: DEBUG oslo_vmware.api [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1174.300123] env[69513]: value = "task-3381365" [ 1174.300123] env[69513]: _type = "Task" [ 1174.300123] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.307970] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.313423] env[69513]: DEBUG oslo_vmware.api [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381365, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.463147] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "refresh_cache-0f9c00bc-0157-4bd1-9363-3c6537d4176b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.463334] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "refresh_cache-0f9c00bc-0157-4bd1-9363-3c6537d4176b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.463452] env[69513]: DEBUG nova.network.neutron [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1174.470596] env[69513]: DEBUG nova.network.neutron [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updated VIF entry in instance network info cache for port 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1174.471046] env[69513]: DEBUG nova.network.neutron [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "address": "fa:16:3e:e8:90:04", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1287a7a9-2d", "ovs_interfaceid": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.472810] env[69513]: DEBUG nova.network.neutron [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Updated VIF entry in instance network info cache for port 8382640e-873b-4a7b-80a9-38db6af2c170. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1174.473129] env[69513]: DEBUG nova.network.neutron [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Updating instance_info_cache with network_info: [{"id": "8382640e-873b-4a7b-80a9-38db6af2c170", "address": "fa:16:3e:96:db:5d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8382640e-87", "ovs_interfaceid": "8382640e-873b-4a7b-80a9-38db6af2c170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.508416] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b52057-3394-7abe-22d9-a4f580b710c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.509404] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.509605] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674693', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'name': 'volume-4a172100-fc06-4014-85ea-d5e1221965dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82ada62e-7f96-4880-8c5e-40f8c876403e', 'attached_at': '', 'detached_at': '', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'serial': '4a172100-fc06-4014-85ea-d5e1221965dc'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.509935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.510164] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.510393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.510536] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.510707] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.511444] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5da5362-a907-4863-a60a-9c05fa929a55 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.513932] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13fa4e8f-ac6f-42ab-91ed-8d2fe9e1852d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.530856] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65627c02-a155-446d-a739-cdcd9fffe6dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.533450] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.533615] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.534307] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a424b0-149e-4d06-8ce3-016fc6b52345 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.558680] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-4a172100-fc06-4014-85ea-d5e1221965dc/volume-4a172100-fc06-4014-85ea-d5e1221965dc.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.559937] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e1099c-e542-496d-9156-6027a8a35893 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.572237] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1174.572237] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e3917-3850-7ece-bd75-20ab67c13771" [ 1174.572237] env[69513]: _type = "Task" [ 1174.572237] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.578062] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1174.578062] env[69513]: value = "task-3381366" [ 1174.578062] env[69513]: _type = "Task" [ 1174.578062] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.581423] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e3917-3850-7ece-bd75-20ab67c13771, 'name': SearchDatastore_Task, 'duration_secs': 0.039037} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.584642] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2947d32e-f6f3-49e9-bec0-abb0e5a7d1da {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.593311] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.594230] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1174.594230] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f2b444-59be-8c43-b4e3-ca5d54385b43" [ 1174.594230] env[69513]: _type = "Task" [ 1174.594230] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.602483] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f2b444-59be-8c43-b4e3-ca5d54385b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.731031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.159s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.806486] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.814974] env[69513]: DEBUG oslo_vmware.api [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.975775] env[69513]: DEBUG oslo_concurrency.lockutils [req-03d2c985-5a9b-4e55-951b-bcefd926d2a5 req-231c9e29-2a8e-43cd-9d8a-cf7bdfb53dba service nova] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.976556] env[69513]: DEBUG oslo_concurrency.lockutils [req-217af046-638a-4dcf-951a-f826858fff2b req-22460a38-23b8-494f-824c-b921fc7271fd service nova] Releasing lock "refresh_cache-23c4a005-cd82-452f-9d87-43538d57c61f" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.995030] env[69513]: DEBUG nova.network.neutron [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1175.091211] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.104017] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f2b444-59be-8c43-b4e3-ca5d54385b43, 'name': SearchDatastore_Task, 'duration_secs': 0.045411} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.104017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.104017] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 23c4a005-cd82-452f-9d87-43538d57c61f/23c4a005-cd82-452f-9d87-43538d57c61f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.104338] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4157126c-d8f3-4789-94d2-3e9c1cd40e7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.111035] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1175.111035] env[69513]: value = "task-3381367" [ 1175.111035] env[69513]: _type = "Task" [ 1175.111035] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.118668] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.125354] env[69513]: DEBUG nova.network.neutron [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Updating instance_info_cache with network_info: [{"id": "8da87d2e-a30a-4973-b368-ef055f87371a", "address": "fa:16:3e:2f:92:45", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da87d2e-a3", "ovs_interfaceid": "8da87d2e-a30a-4973-b368-ef055f87371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.300370] env[69513]: INFO nova.scheduler.client.report [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted allocation for migration ae722c6e-feac-42da-9d8a-5d797852a185 [ 1175.305419] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381364, 'name': ReconfigVM_Task, 'duration_secs': 0.568656} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.309542] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e/0daa2c03-86d3-4566-a617-a8f4a2cff51e.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.310241] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df91789e-114c-486f-ad16-616cb25106de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.324103] env[69513]: DEBUG oslo_vmware.api [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381365, 'name': ReconfigVM_Task, 'duration_secs': 0.689663} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.325524] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.325731] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Reconfigured VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1175.327995] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1175.327995] env[69513]: value = "task-3381368" [ 1175.327995] env[69513]: _type = "Task" [ 1175.327995] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.335529] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381368, 'name': Rename_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.592710] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381366, 'name': ReconfigVM_Task, 'duration_secs': 0.723999} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.593014] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-4a172100-fc06-4014-85ea-d5e1221965dc/volume-4a172100-fc06-4014-85ea-d5e1221965dc.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.597807] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4f0668-1e55-4e26-9ad4-529a06f87b8d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.616562] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1175.616562] env[69513]: value = "task-3381369" [ 1175.616562] env[69513]: _type = "Task" [ 1175.616562] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.623486] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.628696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "refresh_cache-0f9c00bc-0157-4bd1-9363-3c6537d4176b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.629019] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Instance network_info: |[{"id": "8da87d2e-a30a-4973-b368-ef055f87371a", "address": "fa:16:3e:2f:92:45", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da87d2e-a3", "ovs_interfaceid": "8da87d2e-a30a-4973-b368-ef055f87371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.629314] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.629709] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:92:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da87d2e-a30a-4973-b368-ef055f87371a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.637341] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.637579] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.637804] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5400a2e2-b5b4-43aa-89f7-b892d0c49def {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.657543] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.657543] env[69513]: value = "task-3381370" [ 1175.657543] env[69513]: _type = "Task" [ 1175.657543] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.665929] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381370, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.743325] env[69513]: DEBUG nova.compute.manager [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Received event network-vif-plugged-8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.743325] env[69513]: DEBUG oslo_concurrency.lockutils [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] Acquiring lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.743325] env[69513]: DEBUG oslo_concurrency.lockutils [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.743325] env[69513]: DEBUG oslo_concurrency.lockutils [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.743325] env[69513]: DEBUG nova.compute.manager [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] No waiting events found dispatching network-vif-plugged-8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.743325] env[69513]: WARNING nova.compute.manager [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Received unexpected event network-vif-plugged-8da87d2e-a30a-4973-b368-ef055f87371a for instance with vm_state building and task_state spawning. [ 1175.743325] env[69513]: DEBUG nova.compute.manager [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Received event network-changed-8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.743895] env[69513]: DEBUG nova.compute.manager [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Refreshing instance network info cache due to event network-changed-8da87d2e-a30a-4973-b368-ef055f87371a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.743895] env[69513]: DEBUG oslo_concurrency.lockutils [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] Acquiring lock "refresh_cache-0f9c00bc-0157-4bd1-9363-3c6537d4176b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.743895] env[69513]: DEBUG oslo_concurrency.lockutils [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] Acquired lock "refresh_cache-0f9c00bc-0157-4bd1-9363-3c6537d4176b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.743895] env[69513]: DEBUG nova.network.neutron [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Refreshing network info cache for port 8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1175.811463] env[69513]: DEBUG oslo_concurrency.lockutils [None req-58c2084c-55c0-4483-bb4f-3a36def7b8d9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.847s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.831340] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3b5cdac5-e755-4de3-87ba-57fca8157288 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-6de5da90-b4be-4b15-a6de-e72916765cd1-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.240s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.845060] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381368, 'name': Rename_Task, 'duration_secs': 0.254586} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.845060] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.845352] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199e20ff-a5fe-4a35-8bbf-f7399c8a97be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.852530] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1175.852530] env[69513]: value = "task-3381371" [ 1175.852530] env[69513]: _type = "Task" [ 1175.852530] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.861534] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.124948] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75642} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.125665] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 23c4a005-cd82-452f-9d87-43538d57c61f/23c4a005-cd82-452f-9d87-43538d57c61f.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.125947] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.126274] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c8f49c-9f91-40ac-83c2-712fae08e93e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.131301] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.136125] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1176.136125] env[69513]: value = "task-3381372" [ 1176.136125] env[69513]: _type = "Task" [ 1176.136125] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.143947] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.168880] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381370, 'name': CreateVM_Task, 'duration_secs': 0.470372} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.169178] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.170188] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.170455] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.170970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.171309] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a8c934-2fb7-4f3d-835c-0ef482126cf4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.177141] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1176.177141] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ea86f6-f9d6-5814-6a7a-ed2441097eb0" [ 1176.177141] env[69513]: _type = "Task" [ 1176.177141] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.187757] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ea86f6-f9d6-5814-6a7a-ed2441097eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.007711} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.188043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.188275] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.188502] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.188646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.188894] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.189077] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97714e2e-4294-4c43-b3a7-c39e67c62478 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.197270] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.197464] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.198208] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee0812a-cec2-430b-b0d5-f73952ee4662 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.203500] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1176.203500] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f47827-acfc-6077-f7ef-541c41b0e746" [ 1176.203500] env[69513]: _type = "Task" [ 1176.203500] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.211095] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f47827-acfc-6077-f7ef-541c41b0e746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.364267] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.462279] env[69513]: DEBUG nova.network.neutron [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Updated VIF entry in instance network info cache for port 8da87d2e-a30a-4973-b368-ef055f87371a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1176.462654] env[69513]: DEBUG nova.network.neutron [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Updating instance_info_cache with network_info: [{"id": "8da87d2e-a30a-4973-b368-ef055f87371a", "address": "fa:16:3e:2f:92:45", "network": {"id": "7f15d43f-b27b-4d92-9c0b-29ef2af3734e", "bridge": "br-int", "label": "tempest-ServersTestJSON-767485094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd364ecc3eda4b23829b5e13cfb48fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da87d2e-a3", "ovs_interfaceid": "8da87d2e-a30a-4973-b368-ef055f87371a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.628315] env[69513]: DEBUG oslo_vmware.api [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381369, 'name': ReconfigVM_Task, 'duration_secs': 0.806605} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.629036] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674693', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'name': 'volume-4a172100-fc06-4014-85ea-d5e1221965dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82ada62e-7f96-4880-8c5e-40f8c876403e', 'attached_at': '', 'detached_at': '', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'serial': '4a172100-fc06-4014-85ea-d5e1221965dc'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.644772] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06795} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.645036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.645806] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44d453-01f5-42ac-93c2-fc20937cb308 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.668560] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 23c4a005-cd82-452f-9d87-43538d57c61f/23c4a005-cd82-452f-9d87-43538d57c61f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.668798] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74657056-818b-4b02-99d1-c17362bed704 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.688163] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1176.688163] env[69513]: value = "task-3381373" [ 1176.688163] env[69513]: _type = "Task" [ 1176.688163] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.695936] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.714839] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f47827-acfc-6077-f7ef-541c41b0e746, 'name': SearchDatastore_Task, 'duration_secs': 0.007667} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.716508] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc253466-297b-4e73-b91d-9b05109c248e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.722758] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1176.722758] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e15f7b-1bb1-45e9-8745-ae69401be3c5" [ 1176.722758] env[69513]: _type = "Task" [ 1176.722758] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.730875] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e15f7b-1bb1-45e9-8745-ae69401be3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.843119] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.843417] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.843782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.844028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.844226] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.846399] env[69513]: INFO nova.compute.manager [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Terminating instance [ 1176.863705] env[69513]: DEBUG oslo_vmware.api [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381371, 'name': PowerOnVM_Task, 'duration_secs': 0.584986} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.864021] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.966672] env[69513]: DEBUG nova.compute.manager [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.967467] env[69513]: DEBUG oslo_concurrency.lockutils [req-552eef94-97a8-418e-9341-b206a34ea83c req-43380661-49b9-4736-93bc-21eaf7a8f8fb service nova] Releasing lock "refresh_cache-0f9c00bc-0157-4bd1-9363-3c6537d4176b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.968794] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6a448-6e70-48bc-ac04-74fbf23f5d40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.199144] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381373, 'name': ReconfigVM_Task, 'duration_secs': 0.275132} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.199419] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 23c4a005-cd82-452f-9d87-43538d57c61f/23c4a005-cd82-452f-9d87-43538d57c61f.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.200112] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10eb131e-e33b-43cb-a0b3-616a9aa8d04d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.207643] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1177.207643] env[69513]: value = "task-3381374" [ 1177.207643] env[69513]: _type = "Task" [ 1177.207643] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.217510] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381374, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.233868] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e15f7b-1bb1-45e9-8745-ae69401be3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.234549] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.234663] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0f9c00bc-0157-4bd1-9363-3c6537d4176b/0f9c00bc-0157-4bd1-9363-3c6537d4176b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.234990] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6352332e-b65e-4165-9504-54772300da64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.242471] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1177.242471] env[69513]: value = "task-3381375" [ 1177.242471] env[69513]: _type = "Task" [ 1177.242471] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.250706] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.300600] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-6de5da90-b4be-4b15-a6de-e72916765cd1-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.300859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-6de5da90-b4be-4b15-a6de-e72916765cd1-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.350294] env[69513]: DEBUG nova.compute.manager [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.350942] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.351822] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308433fc-001f-4c62-9ed7-52c8a1cb6442 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.361642] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.362039] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325acf24-d6df-4c10-8ee8-fb6ddeb0a772 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.369208] env[69513]: DEBUG oslo_vmware.api [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1177.369208] env[69513]: value = "task-3381376" [ 1177.369208] env[69513]: _type = "Task" [ 1177.369208] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.377530] env[69513]: DEBUG oslo_vmware.api [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.490382] env[69513]: DEBUG oslo_concurrency.lockutils [None req-568d7ce9-4c8e-4e7e-9d60-012ed7c53363 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.778s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.668644] env[69513]: DEBUG nova.objects.instance [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'flavor' on Instance uuid 82ada62e-7f96-4880-8c5e-40f8c876403e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.718714] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381374, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.753365] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.804404] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.805143] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.806417] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def6aed-933d-4e82-8b39-059e6ed5a2db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.838672] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef46db2f-acde-4da6-bde9-0f8185707170 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.881488] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Reconfiguring VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1177.885309] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a34285a-7ae7-42f6-bfcd-1d0a1c05eb9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.903482] env[69513]: DEBUG oslo_vmware.api [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381376, 'name': PowerOffVM_Task, 'duration_secs': 0.255354} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.904749] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.905022] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.905339] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1177.905339] env[69513]: value = "task-3381377" [ 1177.905339] env[69513]: _type = "Task" [ 1177.905339] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.905507] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adb4fed1-a519-4359-a67a-c6171db2f577 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.915542] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.973036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.973036] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.973242] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleting the datastore file [datastore2] 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.973487] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fea019e-c6c3-4252-bff2-ffbc8d5d1f11 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.979468] env[69513]: DEBUG oslo_vmware.api [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1177.979468] env[69513]: value = "task-3381379" [ 1177.979468] env[69513]: _type = "Task" [ 1177.979468] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.991543] env[69513]: DEBUG oslo_vmware.api [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.174263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1752acb5-47c2-4e50-9397-99007bcb9c33 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.279s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.217593] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381374, 'name': Rename_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.254047] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657754} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.254331] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 0f9c00bc-0157-4bd1-9363-3c6537d4176b/0f9c00bc-0157-4bd1-9363-3c6537d4176b.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.254542] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.254810] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4004a7c3-486e-485a-8db0-399cc35274d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.260711] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1178.260711] env[69513]: value = "task-3381380" [ 1178.260711] env[69513]: _type = "Task" [ 1178.260711] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.267823] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.416486] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.478530] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a27bc1-609c-4ba1-bdf3-55dd8340ab12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.489465] env[69513]: DEBUG oslo_vmware.api [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275102} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.490950] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.491149] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.491326] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.491497] env[69513]: INFO nova.compute.manager [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1178.491719] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.491911] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Suspending the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1178.492154] env[69513]: DEBUG nova.compute.manager [-] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.492254] env[69513]: DEBUG nova.network.neutron [-] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1178.493719] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-61734346-1da8-47a4-8cbc-128e593a7551 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.499570] env[69513]: DEBUG oslo_vmware.api [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1178.499570] env[69513]: value = "task-3381381" [ 1178.499570] env[69513]: _type = "Task" [ 1178.499570] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.507253] env[69513]: DEBUG oslo_vmware.api [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381381, 'name': SuspendVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.559787] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.560066] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.718760] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381374, 'name': Rename_Task, 'duration_secs': 1.146029} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.719618] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.719618] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d245368-5f67-481a-a682-0726ccabd0eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.726968] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1178.726968] env[69513]: value = "task-3381382" [ 1178.726968] env[69513]: _type = "Task" [ 1178.726968] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.734983] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.769817] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062455} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.770139] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.770972] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50f607-ad10-4acc-ada3-33c3ee37d85b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.795154] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 0f9c00bc-0157-4bd1-9363-3c6537d4176b/0f9c00bc-0157-4bd1-9363-3c6537d4176b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.795514] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e435b3b7-6bf6-48a6-b756-a744df347010 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.815486] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1178.815486] env[69513]: value = "task-3381383" [ 1178.815486] env[69513]: _type = "Task" [ 1178.815486] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.823874] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.917539] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.997378] env[69513]: DEBUG nova.compute.manager [req-40b2badd-576a-4e64-b354-ce9719eef914 req-7dc51476-14d2-4ae5-8ceb-f6518324aab0 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Received event network-vif-deleted-b93ed1ae-c3b5-440f-a5db-d2390f51968e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.997621] env[69513]: INFO nova.compute.manager [req-40b2badd-576a-4e64-b354-ce9719eef914 req-7dc51476-14d2-4ae5-8ceb-f6518324aab0 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Neutron deleted interface b93ed1ae-c3b5-440f-a5db-d2390f51968e; detaching it from the instance and deleting it from the info cache [ 1178.997773] env[69513]: DEBUG nova.network.neutron [req-40b2badd-576a-4e64-b354-ce9719eef914 req-7dc51476-14d2-4ae5-8ceb-f6518324aab0 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.009804] env[69513]: DEBUG oslo_vmware.api [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381381, 'name': SuspendVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.063466] env[69513]: INFO nova.compute.manager [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Detaching volume 4a172100-fc06-4014-85ea-d5e1221965dc [ 1179.101989] env[69513]: INFO nova.virt.block_device [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Attempting to driver detach volume 4a172100-fc06-4014-85ea-d5e1221965dc from mountpoint /dev/sdb [ 1179.102297] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.102549] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674693', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'name': 'volume-4a172100-fc06-4014-85ea-d5e1221965dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82ada62e-7f96-4880-8c5e-40f8c876403e', 'attached_at': '', 'detached_at': '', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'serial': '4a172100-fc06-4014-85ea-d5e1221965dc'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.103474] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92d9bd-c7bd-4be9-a01f-6d5c0bfff162 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.127233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ddf2a-5764-4058-891c-934f76041139 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.134653] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc47d5-fda7-435e-9e0b-2830c6d23565 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.155028] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1a1fc-6872-46f5-be06-7fb342d05bce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.171709] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] The volume has not been displaced from its original location: [datastore1] volume-4a172100-fc06-4014-85ea-d5e1221965dc/volume-4a172100-fc06-4014-85ea-d5e1221965dc.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.176501] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.176858] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430b422b-eafd-40c7-89f3-650f33d3bc72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.195280] env[69513]: DEBUG oslo_vmware.api [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1179.195280] env[69513]: value = "task-3381384" [ 1179.195280] env[69513]: _type = "Task" [ 1179.195280] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.206213] env[69513]: DEBUG oslo_vmware.api [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.237250] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381382, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.325317] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381383, 'name': ReconfigVM_Task, 'duration_secs': 0.49999} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.325585] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 0f9c00bc-0157-4bd1-9363-3c6537d4176b/0f9c00bc-0157-4bd1-9363-3c6537d4176b.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.326236] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74d0032-5d20-4d21-bec7-5a5ba4dc60de {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331757] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1179.331757] env[69513]: value = "task-3381385" [ 1179.331757] env[69513]: _type = "Task" [ 1179.331757] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.339569] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381385, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.419443] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.475300] env[69513]: DEBUG nova.network.neutron [-] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.500632] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0ce8427-b22f-4baf-bb8d-3186518e4952 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.511770] env[69513]: DEBUG oslo_vmware.api [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381381, 'name': SuspendVM_Task, 'duration_secs': 0.84247} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.512881] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Suspended the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1179.513132] env[69513]: DEBUG nova.compute.manager [None req-e6ad742b-07a5-4633-82a8-c1bf5d2d0930 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.514112] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec4dea5-10eb-41c7-b37a-43803f7a3af9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.518709] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47179847-aa1e-43c1-ac88-7d0faee1f5d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.548463] env[69513]: DEBUG nova.compute.manager [req-40b2badd-576a-4e64-b354-ce9719eef914 req-7dc51476-14d2-4ae5-8ceb-f6518324aab0 service nova] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Detach interface failed, port_id=b93ed1ae-c3b5-440f-a5db-d2390f51968e, reason: Instance 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.705695] env[69513]: DEBUG oslo_vmware.api [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381384, 'name': ReconfigVM_Task, 'duration_secs': 0.235801} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.705986] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.710625] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20155994-2fe8-40af-a84a-b2725ef221b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725612] env[69513]: DEBUG oslo_vmware.api [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1179.725612] env[69513]: value = "task-3381386" [ 1179.725612] env[69513]: _type = "Task" [ 1179.725612] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.735924] env[69513]: DEBUG oslo_vmware.api [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381382, 'name': PowerOnVM_Task, 'duration_secs': 0.56577} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.739012] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.739229] env[69513]: INFO nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1179.739405] env[69513]: DEBUG nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.740058] env[69513]: DEBUG oslo_vmware.api [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.740364] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70358b61-cad0-4dc7-bbbe-66492402b5d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.842475] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381385, 'name': Rename_Task, 'duration_secs': 0.194377} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.842806] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.843072] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f3b833a-616a-4462-8038-500cdb6b01e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.850015] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1179.850015] env[69513]: value = "task-3381387" [ 1179.850015] env[69513]: _type = "Task" [ 1179.850015] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.858193] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.919196] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.980918] env[69513]: INFO nova.compute.manager [-] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Took 1.49 seconds to deallocate network for instance. [ 1180.235855] env[69513]: DEBUG oslo_vmware.api [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381386, 'name': ReconfigVM_Task, 'duration_secs': 0.135297} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.236128] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674693', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'name': 'volume-4a172100-fc06-4014-85ea-d5e1221965dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82ada62e-7f96-4880-8c5e-40f8c876403e', 'attached_at': '', 'detached_at': '', 'volume_id': '4a172100-fc06-4014-85ea-d5e1221965dc', 'serial': '4a172100-fc06-4014-85ea-d5e1221965dc'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.257920] env[69513]: INFO nova.compute.manager [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Took 16.70 seconds to build instance. [ 1180.360192] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.419695] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.489812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.489812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.489812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.512700] env[69513]: INFO nova.scheduler.client.report [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted allocations for instance 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05 [ 1180.760435] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3ad08d6-1269-4673-84c8-5c5ecbcce4fd tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.224s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.780585] env[69513]: DEBUG nova.objects.instance [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'flavor' on Instance uuid 82ada62e-7f96-4880-8c5e-40f8c876403e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.862053] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.870784] env[69513]: INFO nova.compute.manager [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Resuming [ 1180.871342] env[69513]: DEBUG nova.objects.instance [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'flavor' on Instance uuid 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.920538] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.020360] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3e4888f-5295-459e-97c1-9f9906e72319 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "0a7f917c-2a24-46bc-8478-fa7f3d4e0f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.177s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.361772] env[69513]: DEBUG oslo_vmware.api [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381387, 'name': PowerOnVM_Task, 'duration_secs': 1.058153} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.362183] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.362314] env[69513]: INFO nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1181.362443] env[69513]: DEBUG nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.363234] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc37e1-a69a-4f95-8e6d-205b706b50eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.420940] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.519241] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "23c4a005-cd82-452f-9d87-43538d57c61f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.519542] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.519718] env[69513]: DEBUG nova.compute.manager [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.520628] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e4ef24-3248-4cef-9819-1c16de2ca92c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.528877] env[69513]: DEBUG nova.compute.manager [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1181.529443] env[69513]: DEBUG nova.objects.instance [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'flavor' on Instance uuid 23c4a005-cd82-452f-9d87-43538d57c61f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.788633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b0ee3fa2-23c6-44aa-a373-063c2dfca7fd tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.880095] env[69513]: INFO nova.compute.manager [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Took 15.35 seconds to build instance. [ 1181.922669] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.113016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.113232] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.381394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.381570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquired lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.381653] env[69513]: DEBUG nova.network.neutron [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1182.384353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4c01c439-2b80-46b9-aefe-575a4c6d0e2d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.863s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.421855] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.487425] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.487624] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.487777] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.487923] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.488088] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.488237] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.488381] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.488517] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1182.488656] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.536523] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.536792] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed4ee10-b08a-4fc5-8c13-33e03bb25a7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.543891] env[69513]: DEBUG oslo_vmware.api [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1182.543891] env[69513]: value = "task-3381388" [ 1182.543891] env[69513]: _type = "Task" [ 1182.543891] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.553765] env[69513]: DEBUG oslo_vmware.api [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.616336] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.636070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.636070] env[69513]: DEBUG oslo_concurrency.lockutils [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.636070] env[69513]: DEBUG nova.compute.manager [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.636779] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23748566-8140-45ca-9706-f86db6652663 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.643963] env[69513]: DEBUG nova.compute.manager [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1182.644775] env[69513]: DEBUG nova.objects.instance [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'flavor' on Instance uuid 0f9c00bc-0157-4bd1-9363-3c6537d4176b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.816915] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.817195] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.817405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "82ada62e-7f96-4880-8c5e-40f8c876403e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.817597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.817770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.819852] env[69513]: INFO nova.compute.manager [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Terminating instance [ 1182.924303] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.993565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.993793] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.993953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.994121] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1182.994971] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c3c2e6-96c9-4a9d-b0a1-c2e3fddaa3fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.002855] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41328f44-37d9-4e15-b118-f42afbd1079e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.016155] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d7f94-dfe0-43c3-8445-9a47397a0c74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.022145] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4ddf63-a624-48fe-a451-8f24344a9bf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.054987] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179663MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1183.055178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.055388] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.066966] env[69513]: DEBUG oslo_vmware.api [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381388, 'name': PowerOffVM_Task, 'duration_secs': 0.188325} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.067165] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.067241] env[69513]: DEBUG nova.compute.manager [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.067935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2a5a6-9553-4f29-99f3-55d271aa2f4e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.092624] env[69513]: DEBUG nova.network.neutron [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [{"id": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "address": "fa:16:3e:02:90:1a", "network": {"id": "4d873298-fc5d-481c-af39-ed969e54daef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-594228957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e07fa73dff450caec96e879ee06100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5a8cb7-b2", "ovs_interfaceid": "bf5a8cb7-b206-46b1-8d38-092266d7ca57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.138237] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.324046] env[69513]: DEBUG nova.compute.manager [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.325020] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.325333] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c192316-aa5e-4622-8f3a-43359e1f7ad7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.333987] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.334342] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51eb510-8860-42f7-a92c-662caddc5f01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.341457] env[69513]: DEBUG oslo_vmware.api [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1183.341457] env[69513]: value = "task-3381389" [ 1183.341457] env[69513]: _type = "Task" [ 1183.341457] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.350605] env[69513]: DEBUG oslo_vmware.api [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.425378] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.579553] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c7745801-7716-41ef-9e90-bf5effc437d9 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.595640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Releasing lock "refresh_cache-0daa2c03-86d3-4566-a617-a8f4a2cff51e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.596547] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6450dad3-c224-4ca3-acf5-3d129c6a70e0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.604028] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Resuming the VM {{(pid=69513) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1183.604028] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64660cd0-51ad-42da-be5e-a9e9d85dc1ee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.610723] env[69513]: DEBUG oslo_vmware.api [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1183.610723] env[69513]: value = "task-3381390" [ 1183.610723] env[69513]: _type = "Task" [ 1183.610723] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.618973] env[69513]: DEBUG oslo_vmware.api [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.650877] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.651178] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d011e0-dd67-4416-a30a-2729c2c5ee33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.658311] env[69513]: DEBUG oslo_vmware.api [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1183.658311] env[69513]: value = "task-3381391" [ 1183.658311] env[69513]: _type = "Task" [ 1183.658311] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.668109] env[69513]: DEBUG oslo_vmware.api [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.851954] env[69513]: DEBUG oslo_vmware.api [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381389, 'name': PowerOffVM_Task, 'duration_secs': 0.176532} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.851954] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.852233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.852473] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d1b7dcd-8c24-4c85-9b8d-ca3eff73f809 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.889139] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "23c4a005-cd82-452f-9d87-43538d57c61f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.889465] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.889678] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "23c4a005-cd82-452f-9d87-43538d57c61f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.889882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.890111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.892480] env[69513]: INFO nova.compute.manager [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Terminating instance [ 1183.922411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.922618] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.922793] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleting the datastore file [datastore2] 82ada62e-7f96-4880-8c5e-40f8c876403e {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.923516] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-514c26b4-6415-4e69-9868-6c93c969ef57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.928721] env[69513]: DEBUG oslo_vmware.api [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381377, 'name': ReconfigVM_Task, 'duration_secs': 5.748286} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.929850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.930089] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Reconfigured VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1183.932556] env[69513]: DEBUG oslo_vmware.api [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1183.932556] env[69513]: value = "task-3381393" [ 1183.932556] env[69513]: _type = "Task" [ 1183.932556] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.940097] env[69513]: DEBUG oslo_vmware.api [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.086447] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.086608] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 6de5da90-b4be-4b15-a6de-e72916765cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.086734] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance be9aadd0-300a-48df-9759-8cfff222d4a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.086850] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 82ada62e-7f96-4880-8c5e-40f8c876403e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.086962] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 2302eb83-0f21-49b0-a78f-25bcf8eec6dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.087086] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0daa2c03-86d3-4566-a617-a8f4a2cff51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.087202] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 23c4a005-cd82-452f-9d87-43538d57c61f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.087308] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 0f9c00bc-0157-4bd1-9363-3c6537d4176b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.120960] env[69513]: DEBUG oslo_vmware.api [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.167759] env[69513]: DEBUG oslo_vmware.api [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381391, 'name': PowerOffVM_Task, 'duration_secs': 0.226301} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.168050] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.168253] env[69513]: DEBUG nova.compute.manager [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.168987] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de2dab-24d0-4aed-bdfd-385317311628 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.396217] env[69513]: DEBUG nova.compute.manager [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.396454] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.397494] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c5e51-c44a-4981-982b-5557aec43793 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.405802] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.406097] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de69f34-a12c-4a94-85b5-e7a73f847ff1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.444330] env[69513]: DEBUG oslo_vmware.api [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207623} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.444674] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.444846] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.445052] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.445543] env[69513]: INFO nova.compute.manager [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.445639] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.445895] env[69513]: DEBUG nova.compute.manager [-] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.446011] env[69513]: DEBUG nova.network.neutron [-] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1184.469991] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.470404] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.470595] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleting the datastore file [datastore1] 23c4a005-cd82-452f-9d87-43538d57c61f {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.470884] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa00a8a4-1eeb-46e5-99f7-4f4d4f191c68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.477326] env[69513]: DEBUG oslo_vmware.api [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1184.477326] env[69513]: value = "task-3381395" [ 1184.477326] env[69513]: _type = "Task" [ 1184.477326] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.489123] env[69513]: DEBUG oslo_vmware.api [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.591250] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a3064eb6-99bc-44ad-9251-9e1be709e4b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1184.591561] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1184.591712] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1184.621776] env[69513]: DEBUG oslo_vmware.api [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381390, 'name': PowerOnVM_Task, 'duration_secs': 0.536248} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.623258] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Resumed the VM {{(pid=69513) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1184.623258] env[69513]: DEBUG nova.compute.manager [None req-88afbfbc-5d7d-4ac1-9cc4-24b233f46807 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.628193] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21bc3a-b798-450f-9609-b042181dea0d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.680702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-302662fb-c9a5-48ab-a262-ca4ebda0d083 tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.746202] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e6ec0-6dd3-4639-bd9f-ad376a53ee7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.755986] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b54a8-75b1-457a-8ea2-37ad37a63577 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.789018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774c5a1-8143-4cb5-9e5a-7f592eca0797 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.795411] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1cc6c4-eeec-47e3-a692-bdab5cb3fb74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.809202] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.986506] env[69513]: DEBUG oslo_vmware.api [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391104} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.986701] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.986883] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.987081] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.987281] env[69513]: INFO nova.compute.manager [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1184.987522] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.987703] env[69513]: DEBUG nova.compute.manager [-] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.987796] env[69513]: DEBUG nova.network.neutron [-] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1185.088546] env[69513]: DEBUG nova.compute.manager [req-11b2871e-a715-4003-aac0-accabfbc5be4 req-2e97ab80-0fb0-47f4-8ec2-cd89f9749579 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Received event network-vif-deleted-f8cf1fb3-b03e-4935-b108-0accaf9a52f4 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.088694] env[69513]: INFO nova.compute.manager [req-11b2871e-a715-4003-aac0-accabfbc5be4 req-2e97ab80-0fb0-47f4-8ec2-cd89f9749579 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Neutron deleted interface f8cf1fb3-b03e-4935-b108-0accaf9a52f4; detaching it from the instance and deleting it from the info cache [ 1185.088746] env[69513]: DEBUG nova.network.neutron [req-11b2871e-a715-4003-aac0-accabfbc5be4 req-2e97ab80-0fb0-47f4-8ec2-cd89f9749579 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.224658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.224858] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.225033] env[69513]: DEBUG nova.network.neutron [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1185.338242] env[69513]: DEBUG nova.compute.manager [req-3e3214b8-bd1f-4123-9de3-c4478ef7eaa3 req-2446f1ff-e92d-45bf-97c3-a584ff5a3bc1 service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Received event network-vif-deleted-8382640e-873b-4a7b-80a9-38db6af2c170 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.338446] env[69513]: INFO nova.compute.manager [req-3e3214b8-bd1f-4123-9de3-c4478ef7eaa3 req-2446f1ff-e92d-45bf-97c3-a584ff5a3bc1 service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Neutron deleted interface 8382640e-873b-4a7b-80a9-38db6af2c170; detaching it from the instance and deleting it from the info cache [ 1185.338613] env[69513]: DEBUG nova.network.neutron [req-3e3214b8-bd1f-4123-9de3-c4478ef7eaa3 req-2446f1ff-e92d-45bf-97c3-a584ff5a3bc1 service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.340460] env[69513]: ERROR nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [req-6dd28b97-fcd0-44ce-984d-f889106a312d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dd28b97-fcd0-44ce-984d-f889106a312d"}]} [ 1185.358216] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1185.376748] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1185.376921] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.388942] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1185.412022] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1185.421093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.421093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.421093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.421745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.422392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.424982] env[69513]: INFO nova.compute.manager [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Terminating instance [ 1185.527526] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57e4e6-b8cb-4331-afe3-1c4aba6f8ac9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.535141] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ed394-a29e-4e96-a88c-fd8aef814e59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.565575] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0c511d-1899-4b35-a4b5-65b1b0043e79 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.568815] env[69513]: DEBUG nova.network.neutron [-] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.575058] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3e5cc-fb90-4ec6-b85f-88f4c081a382 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.589488] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.592530] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dea303d0-49c3-4e03-ad01-c43c1ba0e239 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.602519] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a12c25-ef09-4b9c-bb5c-0fabb3e69bd4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.631825] env[69513]: DEBUG nova.compute.manager [req-11b2871e-a715-4003-aac0-accabfbc5be4 req-2e97ab80-0fb0-47f4-8ec2-cd89f9749579 service nova] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Detach interface failed, port_id=f8cf1fb3-b03e-4935-b108-0accaf9a52f4, reason: Instance 82ada62e-7f96-4880-8c5e-40f8c876403e could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.807122] env[69513]: DEBUG nova.network.neutron [-] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.844689] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b373211-544a-4270-8d95-64b59e7b4823 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.855318] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24edf9c6-3cb8-4860-836a-b6e3baa41e4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.890749] env[69513]: DEBUG nova.compute.manager [req-3e3214b8-bd1f-4123-9de3-c4478ef7eaa3 req-2446f1ff-e92d-45bf-97c3-a584ff5a3bc1 service nova] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Detach interface failed, port_id=8382640e-873b-4a7b-80a9-38db6af2c170, reason: Instance 23c4a005-cd82-452f-9d87-43538d57c61f could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.929453] env[69513]: DEBUG nova.compute.manager [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.929677] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.930615] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775aad4-989f-41bb-8ae4-7d7da097183a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.938704] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.938968] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de8a9303-9472-42fa-b9d2-c165dd8d33c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.020097] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.020237] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.020413] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore1] 0f9c00bc-0157-4bd1-9363-3c6537d4176b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.020697] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55f8e8a5-e261-4594-850b-d16658ccbbe9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.027219] env[69513]: DEBUG oslo_vmware.api [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1186.027219] env[69513]: value = "task-3381397" [ 1186.027219] env[69513]: _type = "Task" [ 1186.027219] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.035125] env[69513]: DEBUG oslo_vmware.api [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.071566] env[69513]: INFO nova.compute.manager [-] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Took 1.63 seconds to deallocate network for instance. [ 1186.124340] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1186.124632] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 153 to 154 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1186.124845] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.147439] env[69513]: INFO nova.network.neutron [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Port 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1186.147797] env[69513]: DEBUG nova.network.neutron [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.309048] env[69513]: INFO nova.compute.manager [-] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Took 1.32 seconds to deallocate network for instance. [ 1186.537195] env[69513]: DEBUG oslo_vmware.api [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.577618] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.629654] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1186.629878] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.574s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.630191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.492s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.631764] env[69513]: INFO nova.compute.claims [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.634340] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.634493] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Cleaning up deleted instances {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1186.650713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.815770] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.006369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-be9aadd0-300a-48df-9759-8cfff222d4a4-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.006651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-be9aadd0-300a-48df-9759-8cfff222d4a4-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.007028] env[69513]: DEBUG nova.objects.instance [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'flavor' on Instance uuid be9aadd0-300a-48df-9759-8cfff222d4a4 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.037816] env[69513]: DEBUG oslo_vmware.api [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577436} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.038063] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.038250] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.038421] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.038585] env[69513]: INFO nova.compute.manager [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1187.038809] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.038989] env[69513]: DEBUG nova.compute.manager [-] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.039097] env[69513]: DEBUG nova.network.neutron [-] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1187.153159] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] There are 63 instances to clean {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1187.153380] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: e2cbc89d-bf17-46de-bf53-a274b7d40a73] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.159085] env[69513]: DEBUG oslo_concurrency.lockutils [None req-80e41479-b54b-4946-b977-944a619fe761 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-6de5da90-b4be-4b15-a6de-e72916765cd1-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.858s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.294016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38af88ce-3e99-4b57-ab59-279875a4bec6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.300623] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07427404-1cb3-44e3-8fb3-e088059c6c5e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.332218] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950fffd5-14ce-49ea-b263-44451a935e49 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.340119] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3336a-690e-42cc-8c8c-ba82369f9b9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.354046] env[69513]: DEBUG nova.compute.provider_tree [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.372576] env[69513]: DEBUG nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.372765] env[69513]: DEBUG nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing instance network info cache due to event network-changed-9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.372978] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] Acquiring lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.373148] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] Acquired lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.373303] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Refreshing network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1187.591797] env[69513]: DEBUG nova.objects.instance [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'pci_requests' on Instance uuid be9aadd0-300a-48df-9759-8cfff222d4a4 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.661397] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 97ac3714-1a5d-4e0a-885e-f691b504ea48] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.771430] env[69513]: DEBUG nova.network.neutron [-] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.857426] env[69513]: DEBUG nova.scheduler.client.report [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.077295] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updated VIF entry in instance network info cache for port 9216b047-1d7c-42c5-89e0-12ee29cceba1. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1188.077643] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [{"id": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "address": "fa:16:3e:66:14:3b", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9216b047-1d", "ovs_interfaceid": "9216b047-1d7c-42c5-89e0-12ee29cceba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.093692] env[69513]: DEBUG nova.objects.base [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.093886] env[69513]: DEBUG nova.network.neutron [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.150123] env[69513]: DEBUG nova.policy [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e06a620f02c34f21b60d3b867c8baff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffde83660764838afd5cd2b073ce0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.163848] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f3ed454e-6fe8-4fd7-b5ad-20a9aef01c02] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.275555] env[69513]: INFO nova.compute.manager [-] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Took 1.24 seconds to deallocate network for instance. [ 1188.362297] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.732s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.362755] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.365352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.788s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.365570] env[69513]: DEBUG nova.objects.instance [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'resources' on Instance uuid 82ada62e-7f96-4880-8c5e-40f8c876403e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.580527] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] Releasing lock "refresh_cache-6de5da90-b4be-4b15-a6de-e72916765cd1" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.580786] env[69513]: DEBUG nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-changed-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.580955] env[69513]: DEBUG nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing instance network info cache due to event network-changed-8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.581206] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.581343] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.581503] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1188.667653] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: fb5d0d9e-9b16-4ac5-b0b2-a69c9a97eb99] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.786198] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.869794] env[69513]: DEBUG nova.compute.utils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.874767] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.874947] env[69513]: DEBUG nova.network.neutron [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.920126] env[69513]: DEBUG nova.policy [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b496904bc7a4fc092cdde15f22109e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79b1640cbb3404f818d9149ec3d4ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.999138] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c583f2b-d308-4f0c-8f89-2e5e6c81c7bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.008546] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b028d9-796e-451f-b0e6-0861c65d7508 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.044129] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a74f7a-7aef-491a-88bf-886b83bc3820 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.053280] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7995bf4b-bcd1-42ad-b47a-4bb468a919f8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.069679] env[69513]: DEBUG nova.compute.provider_tree [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.171181] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 1597efeb-b86b-49b7-a84e-ac9fce0964cf] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.376076] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.575109] env[69513]: DEBUG nova.scheduler.client.report [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.612420] env[69513]: DEBUG nova.network.neutron [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Successfully updated port: 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.661452] env[69513]: DEBUG nova.network.neutron [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Successfully created port: dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.674635] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 0ebf488b-5341-43d3-8321-423d8a539971] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.683175] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updated VIF entry in instance network info cache for port 8511a086-8550-433e-ac61-73d1154b8aba. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1189.683569] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.696308] env[69513]: DEBUG nova.compute.manager [req-0a628635-2908-46a5-adb7-1eb4bb661350 req-88736b7c-97c5-4c61-8a8e-4633a2f1248a service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-vif-plugged-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.696560] env[69513]: DEBUG oslo_concurrency.lockutils [req-0a628635-2908-46a5-adb7-1eb4bb661350 req-88736b7c-97c5-4c61-8a8e-4633a2f1248a service nova] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.696755] env[69513]: DEBUG oslo_concurrency.lockutils [req-0a628635-2908-46a5-adb7-1eb4bb661350 req-88736b7c-97c5-4c61-8a8e-4633a2f1248a service nova] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.696944] env[69513]: DEBUG oslo_concurrency.lockutils [req-0a628635-2908-46a5-adb7-1eb4bb661350 req-88736b7c-97c5-4c61-8a8e-4633a2f1248a service nova] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.697139] env[69513]: DEBUG nova.compute.manager [req-0a628635-2908-46a5-adb7-1eb4bb661350 req-88736b7c-97c5-4c61-8a8e-4633a2f1248a service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] No waiting events found dispatching network-vif-plugged-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.697283] env[69513]: WARNING nova.compute.manager [req-0a628635-2908-46a5-adb7-1eb4bb661350 req-88736b7c-97c5-4c61-8a8e-4633a2f1248a service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received unexpected event network-vif-plugged-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 for instance with vm_state active and task_state None. [ 1189.960535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.960844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.961088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.961311] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.961519] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.963842] env[69513]: INFO nova.compute.manager [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Terminating instance [ 1190.078910] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.081374] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.266s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.081622] env[69513]: DEBUG nova.objects.instance [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'resources' on Instance uuid 23c4a005-cd82-452f-9d87-43538d57c61f {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.107055] env[69513]: INFO nova.scheduler.client.report [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted allocations for instance 82ada62e-7f96-4880-8c5e-40f8c876403e [ 1190.118661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.178066] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f3672191-fe77-4daa-bf0a-ebff650ea4c4] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.186368] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.186616] env[69513]: DEBUG nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Received event network-vif-deleted-8da87d2e-a30a-4973-b368-ef055f87371a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.186788] env[69513]: INFO nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Neutron deleted interface 8da87d2e-a30a-4973-b368-ef055f87371a; detaching it from the instance and deleting it from the info cache [ 1190.186953] env[69513]: DEBUG nova.network.neutron [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.187951] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.188139] env[69513]: DEBUG nova.network.neutron [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1190.385275] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.410498] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.410762] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.410934] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.411093] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.411241] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.411391] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.411594] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.411750] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.411913] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.412091] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.412351] env[69513]: DEBUG nova.virt.hardware [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.413290] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f797ab-4d08-475c-bf04-e5888ab5c5d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.421196] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074152a-ba15-4040-b0c5-3009e7538d6f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.467499] env[69513]: DEBUG nova.compute.manager [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.467726] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.468581] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98c986-95ef-4192-99b5-951728c64c4e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.475645] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.475854] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d7788d6-730c-4cf9-b9c5-974e11aa20ad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.481531] env[69513]: DEBUG oslo_vmware.api [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1190.481531] env[69513]: value = "task-3381398" [ 1190.481531] env[69513]: _type = "Task" [ 1190.481531] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.488634] env[69513]: DEBUG oslo_vmware.api [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.616567] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b6db6b44-3a4a-481b-b3dd-21b1d416dbcf tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "82ada62e-7f96-4880-8c5e-40f8c876403e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.799s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.680999] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 07f39bb7-966e-46e9-96f0-8bef2f8ffdf5] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.690513] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d8edb59-d9d3-4344-8795-b53eaeeb5f4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.695900] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90d031d-c16f-484a-96de-932e0fb9ce20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.702689] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb133c24-e014-483a-90b8-6d75410bb409 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.716210] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52bb731-fe04-4754-a3d6-06728edd2dde {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.753988] env[69513]: WARNING nova.network.neutron [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] ff09d096-e904-409c-bfab-41435a1a93ab already exists in list: networks containing: ['ff09d096-e904-409c-bfab-41435a1a93ab']. ignoring it [ 1190.758024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b6db3-fd94-4cb2-aa43-868ae4911156 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.758925] env[69513]: DEBUG nova.compute.manager [req-2b7aa8db-58b5-4f3e-b56a-53814e0fe424 req-f4160cea-d6cd-41ca-b0b2-a7dfb972e4c3 service nova] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Detach interface failed, port_id=8da87d2e-a30a-4973-b368-ef055f87371a, reason: Instance 0f9c00bc-0157-4bd1-9363-3c6537d4176b could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.766016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae201464-553b-4d72-a106-2193d5681d5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.779736] env[69513]: DEBUG nova.compute.provider_tree [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.991334] env[69513]: DEBUG oslo_vmware.api [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381398, 'name': PowerOffVM_Task, 'duration_secs': 0.178975} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.991596] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.991758] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.991994] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-458e442d-5096-47e7-8384-ba75bc34b1e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.130445] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.131074] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.131371] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleting the datastore file [datastore1] 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.131667] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c86fb4f-bec3-4045-9429-4497207ca271 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.138877] env[69513]: DEBUG oslo_vmware.api [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for the task: (returnval){ [ 1191.138877] env[69513]: value = "task-3381400" [ 1191.138877] env[69513]: _type = "Task" [ 1191.138877] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.148569] env[69513]: DEBUG oslo_vmware.api [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.159125] env[69513]: DEBUG nova.network.neutron [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "address": "fa:16:3e:e8:90:04", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1287a7a9-2d", "ovs_interfaceid": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.168444] env[69513]: DEBUG nova.compute.manager [req-0086045e-a300-456a-ab46-2fe2c00a4066 req-a2caa172-e10b-4a14-bd6f-97c5916443ed service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Received event network-vif-plugged-dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.168658] env[69513]: DEBUG oslo_concurrency.lockutils [req-0086045e-a300-456a-ab46-2fe2c00a4066 req-a2caa172-e10b-4a14-bd6f-97c5916443ed service nova] Acquiring lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.168860] env[69513]: DEBUG oslo_concurrency.lockutils [req-0086045e-a300-456a-ab46-2fe2c00a4066 req-a2caa172-e10b-4a14-bd6f-97c5916443ed service nova] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.169067] env[69513]: DEBUG oslo_concurrency.lockutils [req-0086045e-a300-456a-ab46-2fe2c00a4066 req-a2caa172-e10b-4a14-bd6f-97c5916443ed service nova] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.169211] env[69513]: DEBUG nova.compute.manager [req-0086045e-a300-456a-ab46-2fe2c00a4066 req-a2caa172-e10b-4a14-bd6f-97c5916443ed service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] No waiting events found dispatching network-vif-plugged-dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.169385] env[69513]: WARNING nova.compute.manager [req-0086045e-a300-456a-ab46-2fe2c00a4066 req-a2caa172-e10b-4a14-bd6f-97c5916443ed service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Received unexpected event network-vif-plugged-dc6723b1-9067-405c-abcf-924a3417ff02 for instance with vm_state building and task_state spawning. [ 1191.185823] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: edf69be9-34a3-4266-9302-a7b073bb8f5b] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.262626] env[69513]: DEBUG nova.network.neutron [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Successfully updated port: dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.283016] env[69513]: DEBUG nova.scheduler.client.report [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.648160] env[69513]: DEBUG oslo_vmware.api [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Task: {'id': task-3381400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199344} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.648332] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.648463] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.648639] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.648808] env[69513]: INFO nova.compute.manager [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1191.649062] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.649258] env[69513]: DEBUG nova.compute.manager [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.649355] env[69513]: DEBUG nova.network.neutron [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1191.661887] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.662589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.662747] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.663601] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fbbe6-389d-425d-9129-89d7fd2ce9cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.680870] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.681120] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.681367] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.681454] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.681774] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.681774] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.681925] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.682092] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.682289] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.682457] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.682624] env[69513]: DEBUG nova.virt.hardware [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.689027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Reconfiguring VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1191.692068] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: d746b2f7-2c09-47f1-8d38-1b59de659bc8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.693896] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15d0829-72f9-4100-a889-a061764be184 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.712740] env[69513]: DEBUG oslo_vmware.api [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1191.712740] env[69513]: value = "task-3381401" [ 1191.712740] env[69513]: _type = "Task" [ 1191.712740] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.721540] env[69513]: DEBUG oslo_vmware.api [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.725162] env[69513]: DEBUG nova.compute.manager [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-changed-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.725304] env[69513]: DEBUG nova.compute.manager [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing instance network info cache due to event network-changed-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.725660] env[69513]: DEBUG oslo_concurrency.lockutils [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.725660] env[69513]: DEBUG oslo_concurrency.lockutils [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.725791] env[69513]: DEBUG nova.network.neutron [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Refreshing network info cache for port 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1191.765886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.766087] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.766212] env[69513]: DEBUG nova.network.neutron [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1191.787409] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.791108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.004s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.791108] env[69513]: DEBUG nova.objects.instance [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'resources' on Instance uuid 0f9c00bc-0157-4bd1-9363-3c6537d4176b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.808306] env[69513]: INFO nova.scheduler.client.report [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocations for instance 23c4a005-cd82-452f-9d87-43538d57c61f [ 1192.208700] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: a07f4ed1-460e-4ae6-b3b5-2216d3ddeaa1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.225665] env[69513]: DEBUG oslo_vmware.api [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.316622] env[69513]: DEBUG oslo_concurrency.lockutils [None req-53ba9489-9a53-46df-9a87-b36e1e1b5d9a tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "23c4a005-cd82-452f-9d87-43538d57c61f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.427s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.318114] env[69513]: DEBUG nova.network.neutron [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1192.398353] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e735bb-0535-4603-b0bc-9f55b77901ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.405989] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08715da9-e305-4e1a-89af-7d4e64b222aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.436104] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937dd59f-4331-4675-b78c-1dcbae91cc30 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.445430] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6277158e-aa46-4795-904e-3e35f1766e8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.461198] env[69513]: DEBUG nova.compute.provider_tree [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.475610] env[69513]: DEBUG nova.network.neutron [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.585086] env[69513]: DEBUG nova.network.neutron [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.590771] env[69513]: DEBUG nova.network.neutron [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updated VIF entry in instance network info cache for port 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1192.591697] env[69513]: DEBUG nova.network.neutron [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "address": "fa:16:3e:e8:90:04", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1287a7a9-2d", "ovs_interfaceid": "1287a7a9-2d9b-4056-a099-bfaf1bbe9a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.717569] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 9095642d-516e-4d13-9629-35f8a76ea442] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.730090] env[69513]: DEBUG oslo_vmware.api [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381401, 'name': ReconfigVM_Task, 'duration_secs': 0.945986} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.730570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.730778] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Reconfigured VM to attach interface {{(pid=69513) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1192.965409] env[69513]: DEBUG nova.scheduler.client.report [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.977411] env[69513]: INFO nova.compute.manager [-] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Took 1.33 seconds to deallocate network for instance. [ 1193.087829] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.088171] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Instance network_info: |[{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.088624] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:cb:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc6723b1-9067-405c-abcf-924a3417ff02', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.095997] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.096413] env[69513]: DEBUG oslo_concurrency.lockutils [req-6ad77335-c2b7-4e67-8093-11d5f0f891fa req-900708ad-fab3-40b3-abb2-efbef911ef48 service nova] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.096742] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.096963] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f5e1c1-6188-4a9e-8715-0d1a0ea4bfff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.116792] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.116792] env[69513]: value = "task-3381402" [ 1193.116792] env[69513]: _type = "Task" [ 1193.116792] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.124749] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381402, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.217291] env[69513]: DEBUG nova.compute.manager [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Received event network-changed-dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.217489] env[69513]: DEBUG nova.compute.manager [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Refreshing instance network info cache due to event network-changed-dc6723b1-9067-405c-abcf-924a3417ff02. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.217784] env[69513]: DEBUG oslo_concurrency.lockutils [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.217834] env[69513]: DEBUG oslo_concurrency.lockutils [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.217977] env[69513]: DEBUG nova.network.neutron [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Refreshing network info cache for port dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1193.225115] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 460494d9-84a6-41d6-94d9-f488f86c87f7] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.235283] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0cb557ba-3334-43e3-b79d-8438fdee9783 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-be9aadd0-300a-48df-9759-8cfff222d4a4-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.229s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.244277] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.244506] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.470591] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.483847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.484153] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.484376] env[69513]: DEBUG nova.objects.instance [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lazy-loading 'resources' on Instance uuid 0daa2c03-86d3-4566-a617-a8f4a2cff51e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.517363] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.517573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.590108] env[69513]: INFO nova.scheduler.client.report [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance 0f9c00bc-0157-4bd1-9363-3c6537d4176b [ 1193.628684] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381402, 'name': CreateVM_Task, 'duration_secs': 0.309506} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.628910] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.629677] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.629838] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.630181] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.630444] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78ba8c2-39df-47e4-bbda-2c7d33435c7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.635104] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1193.635104] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fa4860-0612-c29e-504f-6de1344b534e" [ 1193.635104] env[69513]: _type = "Task" [ 1193.635104] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.643560] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fa4860-0612-c29e-504f-6de1344b534e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.728469] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 86eab44a-2ab7-4907-8838-e7e47651fb78] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.747127] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.914881] env[69513]: DEBUG nova.network.neutron [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updated VIF entry in instance network info cache for port dc6723b1-9067-405c-abcf-924a3417ff02. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1193.915251] env[69513]: DEBUG nova.network.neutron [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.021067] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.098840] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc4b538-233c-422e-9e55-41097a54b0ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.101849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2d40a707-502c-46b6-a406-0cefb9b0b01d tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "0f9c00bc-0157-4bd1-9363-3c6537d4176b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.681s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.107407] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c789662-d06a-4762-b2f7-a26c0c3d2b3f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.142330] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e134cc64-0047-47f1-8f65-28a6963fa597 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.150809] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52fa4860-0612-c29e-504f-6de1344b534e, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.152898] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.153132] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.153372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.153515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.153682] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.153963] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f896b64e-2074-428c-acc6-b7d50412383f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.156576] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2a7f9-7beb-4c64-86f6-43d6c7bbfcfa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.171530] env[69513]: DEBUG nova.compute.provider_tree [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.174030] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.174030] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.174783] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4f8f22-8da0-4167-bd65-f95b0bf07cd4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.179604] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1194.179604] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529a26e3-db66-3d0f-5f4e-7b0fae47b171" [ 1194.179604] env[69513]: _type = "Task" [ 1194.179604] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.189185] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529a26e3-db66-3d0f-5f4e-7b0fae47b171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.232252] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: af91619a-8058-412a-a501-f6454923b417] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.269037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.417781] env[69513]: DEBUG oslo_concurrency.lockutils [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.418062] env[69513]: DEBUG nova.compute.manager [req-aa5e4d29-806f-4613-b8a3-d6b22cd7f426 req-552c40ac-c96a-46c7-af9b-b77794ec4f51 service nova] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Received event network-vif-deleted-bf5a8cb7-b206-46b1-8d38-092266d7ca57 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.538843] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.676210] env[69513]: DEBUG nova.scheduler.client.report [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.690140] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529a26e3-db66-3d0f-5f4e-7b0fae47b171, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.691432] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43e83c2-f899-45e8-9300-6165e0f9c0cf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.697096] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1194.697096] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526ac087-a2d7-6c0a-e2ec-420d17839d83" [ 1194.697096] env[69513]: _type = "Task" [ 1194.697096] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.704982] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526ac087-a2d7-6c0a-e2ec-420d17839d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.735222] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: eb491e0a-0ba4-44c8-950c-dc9ebb3258dd] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.743661] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "interface-be9aadd0-300a-48df-9759-8cfff222d4a4-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.743879] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-be9aadd0-300a-48df-9759-8cfff222d4a4-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.999214] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.999496] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.999750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.999944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.000151] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.002458] env[69513]: INFO nova.compute.manager [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Terminating instance [ 1195.180728] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.183803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.914s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.184537] env[69513]: INFO nova.compute.claims [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.206708] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526ac087-a2d7-6c0a-e2ec-420d17839d83, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.207679] env[69513]: INFO nova.scheduler.client.report [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Deleted allocations for instance 0daa2c03-86d3-4566-a617-a8f4a2cff51e [ 1195.208439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.209081] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.209081] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ef78ec-bef5-46b4-aa3c-08ba36ff1d27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.218356] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1195.218356] env[69513]: value = "task-3381403" [ 1195.218356] env[69513]: _type = "Task" [ 1195.218356] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.226333] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.238503] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 6466553b-1b72-47a5-990c-0fef523931da] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.246040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.246227] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.248885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba960d-812f-4408-b80e-0089406248ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.269488] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c06e9c-14db-40cf-bf31-7a0dc2da08d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.296192] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Reconfiguring VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1195.297196] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed20cf8-c619-4466-a0d9-a79b728537e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.316914] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1195.316914] env[69513]: value = "task-3381404" [ 1195.316914] env[69513]: _type = "Task" [ 1195.316914] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.325302] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.505996] env[69513]: DEBUG nova.compute.manager [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.506234] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.507313] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a15bc3-1df4-4dc2-aa12-bc3d0c205d51 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.515765] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.515994] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d835498-a648-4a77-8584-dd6e47ce69a2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.523630] env[69513]: DEBUG oslo_vmware.api [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1195.523630] env[69513]: value = "task-3381405" [ 1195.523630] env[69513]: _type = "Task" [ 1195.523630] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.534244] env[69513]: DEBUG oslo_vmware.api [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.717154] env[69513]: DEBUG oslo_concurrency.lockutils [None req-caff0c13-3c4e-4d6e-a4da-8fa74dfc9c49 tempest-ServersNegativeTestJSON-1250642852 tempest-ServersNegativeTestJSON-1250642852-project-member] Lock "0daa2c03-86d3-4566-a617-a8f4a2cff51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.730219] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450401} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.730940] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.730940] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.731305] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79b6f68e-65d3-4544-93cb-909a34463b0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.738836] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1195.738836] env[69513]: value = "task-3381406" [ 1195.738836] env[69513]: _type = "Task" [ 1195.738836] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.743726] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: ddcb3534-908f-44ed-a4ca-6ff344158324] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.753960] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.828336] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.033186] env[69513]: DEBUG oslo_vmware.api [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381405, 'name': PowerOffVM_Task, 'duration_secs': 0.24642} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.033464] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.033633] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.033868] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a815858-5254-4d03-a888-3ac47fe9c85b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.094124] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.094124] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.094124] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleting the datastore file [datastore2] 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.094124] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34578894-4725-4f9c-ae60-5edd82408ad7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.100179] env[69513]: DEBUG oslo_vmware.api [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for the task: (returnval){ [ 1196.100179] env[69513]: value = "task-3381408" [ 1196.100179] env[69513]: _type = "Task" [ 1196.100179] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.108497] env[69513]: DEBUG oslo_vmware.api [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.255246] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: a42d86dd-4b27-4a28-9b11-9001646fa12f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.257036] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074212} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.257513] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.260906] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157597a-29e5-4c2d-a35f-97cdf2284977 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.291969] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.293106] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1acf56c1-1eca-471c-83dc-56b516e2218a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.316814] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1196.316814] env[69513]: value = "task-3381409" [ 1196.316814] env[69513]: _type = "Task" [ 1196.316814] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.331322] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.335371] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.343517] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7b772-a4e1-406e-99b9-b3d5008e7bb1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.350974] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e3e84c-e744-4aa9-b6c5-4583b4b57362 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.387441] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02ebb5-5590-40b7-af4b-169dd349b14d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.395694] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa8a736-bc8d-4f2e-98cf-84eeb288f176 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.409500] env[69513]: DEBUG nova.compute.provider_tree [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.614027] env[69513]: DEBUG oslo_vmware.api [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Task: {'id': task-3381408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2774} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.614027] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.614027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.614027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.614027] env[69513]: INFO nova.compute.manager [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1196.614027] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.614027] env[69513]: DEBUG nova.compute.manager [-] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.614027] env[69513]: DEBUG nova.network.neutron [-] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1196.759142] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 9a997538-4447-4314-9c88-0deddd4feaee] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.837909] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381409, 'name': ReconfigVM_Task, 'duration_secs': 0.445607} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.838343] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.838681] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.839359] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d21997e-f738-4a15-9d1d-5a1b9c74fc3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.847490] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1196.847490] env[69513]: value = "task-3381410" [ 1196.847490] env[69513]: _type = "Task" [ 1196.847490] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.858680] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381410, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.913064] env[69513]: DEBUG nova.scheduler.client.report [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.994964] env[69513]: DEBUG nova.compute.manager [req-f8ccfd5c-376e-46fd-910c-252fbb66c98a req-7d652c65-5dd2-4452-bcd2-2d9e250ccc00 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Received event network-vif-deleted-aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.995213] env[69513]: INFO nova.compute.manager [req-f8ccfd5c-376e-46fd-910c-252fbb66c98a req-7d652c65-5dd2-4452-bcd2-2d9e250ccc00 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Neutron deleted interface aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e; detaching it from the instance and deleting it from the info cache [ 1196.995388] env[69513]: DEBUG nova.network.neutron [req-f8ccfd5c-376e-46fd-910c-252fbb66c98a req-7d652c65-5dd2-4452-bcd2-2d9e250ccc00 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.266029] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 5f346f2d-ba21-4d6a-81c7-8d4d33071aca] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.335026] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.359715] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381410, 'name': Rename_Task, 'duration_secs': 0.148894} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.360215] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.360562] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586efb2b-87a6-4d52-881e-0fab4c6fab63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.368945] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1197.368945] env[69513]: value = "task-3381411" [ 1197.368945] env[69513]: _type = "Task" [ 1197.368945] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.379281] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.420047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.420654] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.423443] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.885s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.425125] env[69513]: INFO nova.compute.claims [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.468929] env[69513]: DEBUG nova.network.neutron [-] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.497966] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dec4b36-f2e2-4f1a-a437-568f3dafec12 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.507880] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37585941-a293-4522-8082-d09a0dbb28a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.537884] env[69513]: DEBUG nova.compute.manager [req-f8ccfd5c-376e-46fd-910c-252fbb66c98a req-7d652c65-5dd2-4452-bcd2-2d9e250ccc00 service nova] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Detach interface failed, port_id=aa3a60f4-ce3c-45eb-bd7f-ff23ed4cbd8e, reason: Instance 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.602525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.602801] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.602980] env[69513]: INFO nova.compute.manager [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Shelving [ 1197.766974] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 923f2f4e-4823-42d6-84ee-52a930fd450c] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.836671] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.878637] env[69513]: DEBUG oslo_vmware.api [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381411, 'name': PowerOnVM_Task, 'duration_secs': 0.476812} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.878982] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.879220] env[69513]: INFO nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1197.879426] env[69513]: DEBUG nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.880268] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88859d37-79c6-4b8f-80ba-9f069aafbf74 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.928975] env[69513]: DEBUG nova.compute.utils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.932932] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.933130] env[69513]: DEBUG nova.network.neutron [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.971520] env[69513]: INFO nova.compute.manager [-] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Took 1.36 seconds to deallocate network for instance. [ 1197.981098] env[69513]: DEBUG nova.policy [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13cd3e4c5e2c45d88c7a55ff10060a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b938d7bd52934aaeb2c547fa54298d4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.235855] env[69513]: DEBUG nova.network.neutron [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Successfully created port: f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.270315] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 2c12b021-8bf3-4f09-ac8f-26781458cea3] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.335925] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.399348] env[69513]: INFO nova.compute.manager [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Took 15.28 seconds to build instance. [ 1198.431944] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.478132] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.540861] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b78267-5944-4db2-b4db-6339ea45e371 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.548858] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e969e-fb50-4de3-b884-d4d2e9f3c21e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.580241] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaa98ba-44de-480d-ae16-f23aa9e7886e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.587774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1ca1a6-31e6-445e-851d-66b4399a954e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.600724] env[69513]: DEBUG nova.compute.provider_tree [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.612344] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.613057] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-284b42bd-d464-466d-9826-1662f980d077 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.619513] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1198.619513] env[69513]: value = "task-3381412" [ 1198.619513] env[69513]: _type = "Task" [ 1198.619513] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.627777] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.774195] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 93014b16-e4a7-42b5-8add-37d53ee10246] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.837720] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.905100] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ba42fbda-84ea-42fe-b63e-4d4b48cf9c49 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.792s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.106408] env[69513]: DEBUG nova.scheduler.client.report [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.130296] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381412, 'name': PowerOffVM_Task, 'duration_secs': 0.212526} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.130571] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.131328] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bee1a6-e2d2-47eb-b597-12a91e091c4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.150973] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b614e0e6-e7b7-42e6-ba74-69c2ffbd9171 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.198955] env[69513]: DEBUG nova.compute.manager [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Received event network-changed-dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.199178] env[69513]: DEBUG nova.compute.manager [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Refreshing instance network info cache due to event network-changed-dc6723b1-9067-405c-abcf-924a3417ff02. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.199387] env[69513]: DEBUG oslo_concurrency.lockutils [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.199523] env[69513]: DEBUG oslo_concurrency.lockutils [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.199677] env[69513]: DEBUG nova.network.neutron [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Refreshing network info cache for port dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1199.281215] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 342e50d5-89b6-4ce0-969a-522334894790] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.337062] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.443957] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.471483] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.471723] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.471923] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.472171] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.472369] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.472534] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.472760] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.473493] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.473493] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.473493] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.473734] env[69513]: DEBUG nova.virt.hardware [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.475278] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a783cb-69f3-46ef-ac7f-706675815985 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.483161] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4443e081-f95d-4bde-91b8-3bd2f90b9be6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.611566] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.612095] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.614988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.137s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.615265] env[69513]: DEBUG nova.objects.instance [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lazy-loading 'resources' on Instance uuid 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.662188] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.663543] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4745a8b9-b516-488b-8ba2-ddc3eaf911f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.674018] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1199.674018] env[69513]: value = "task-3381413" [ 1199.674018] env[69513]: _type = "Task" [ 1199.674018] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.682503] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.772310] env[69513]: DEBUG nova.network.neutron [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Successfully updated port: f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.787123] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: e6fceba8-a875-4451-9311-d969db359283] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.837560] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.964699] env[69513]: DEBUG nova.network.neutron [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updated VIF entry in instance network info cache for port dc6723b1-9067-405c-abcf-924a3417ff02. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1199.964699] env[69513]: DEBUG nova.network.neutron [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.118196] env[69513]: DEBUG nova.compute.utils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.122256] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.122455] env[69513]: DEBUG nova.network.neutron [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.158557] env[69513]: DEBUG nova.policy [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '408d5ab903c0407f871e51086d195b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f60a57b8a4414d21ac2bf4437f660875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.181922] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.214861] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f338d6a3-dc0e-46a4-8201-ab60405d5cb4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.222085] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c66222-03fa-4665-a211-28d3bc536c28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.251489] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388d019-b4e7-42f4-92db-33ee3367699d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.258345] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b171940b-692a-49a5-9784-337875f04961 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.271921] env[69513]: DEBUG nova.compute.provider_tree [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.273991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.273991] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.273991] env[69513]: DEBUG nova.network.neutron [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1200.289029] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 60861ece-2b9f-408a-ae9d-905af34ce873] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.337583] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.419532] env[69513]: DEBUG nova.network.neutron [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Successfully created port: b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.467153] env[69513]: DEBUG oslo_concurrency.lockutils [req-7e7e1687-2902-4555-b6c4-881e79702f2d req-e80a4d9b-f4cd-43af-8f29-2b66e0f5365b service nova] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.623976] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.683269] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381413, 'name': CreateSnapshot_Task, 'duration_secs': 0.882863} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.683540] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1200.684290] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bda017f-d80e-40f7-8007-39c7bfaea1d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.776569] env[69513]: DEBUG nova.scheduler.client.report [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.791944] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 2bfdd379-5b9d-4158-83e5-c9e2bd106122] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.808179] env[69513]: DEBUG nova.network.neutron [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1200.839212] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.991128] env[69513]: DEBUG nova.network.neutron [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Updating instance_info_cache with network_info: [{"id": "f460d568-00d9-42bc-9626-ba1193caf129", "address": "fa:16:3e:25:e7:7c", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf460d568-00", "ovs_interfaceid": "f460d568-00d9-42bc-9626-ba1193caf129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.202838] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.203138] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7cfad942-ee86-4c2b-8c01-161bb81470b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.212426] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1201.212426] env[69513]: value = "task-3381414" [ 1201.212426] env[69513]: _type = "Task" [ 1201.212426] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.219957] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381414, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.222926] env[69513]: DEBUG nova.compute.manager [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Received event network-vif-plugged-f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.223135] env[69513]: DEBUG oslo_concurrency.lockutils [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] Acquiring lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.223354] env[69513]: DEBUG oslo_concurrency.lockutils [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.223526] env[69513]: DEBUG oslo_concurrency.lockutils [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.223698] env[69513]: DEBUG nova.compute.manager [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] No waiting events found dispatching network-vif-plugged-f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.223846] env[69513]: WARNING nova.compute.manager [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Received unexpected event network-vif-plugged-f460d568-00d9-42bc-9626-ba1193caf129 for instance with vm_state building and task_state spawning. [ 1201.223979] env[69513]: DEBUG nova.compute.manager [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Received event network-changed-f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.224148] env[69513]: DEBUG nova.compute.manager [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Refreshing instance network info cache due to event network-changed-f460d568-00d9-42bc-9626-ba1193caf129. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.224310] env[69513]: DEBUG oslo_concurrency.lockutils [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] Acquiring lock "refresh_cache-d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.284428] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.295713] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 74ce0c45-eac6-4302-b56c-fd54bbc0fff0] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.307056] env[69513]: INFO nova.scheduler.client.report [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Deleted allocations for instance 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b [ 1201.338744] env[69513]: DEBUG oslo_vmware.api [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381404, 'name': ReconfigVM_Task, 'duration_secs': 5.836811} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.338966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.339192] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Reconfigured VM to detach interface {{(pid=69513) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1201.493337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.493677] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Instance network_info: |[{"id": "f460d568-00d9-42bc-9626-ba1193caf129", "address": "fa:16:3e:25:e7:7c", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf460d568-00", "ovs_interfaceid": "f460d568-00d9-42bc-9626-ba1193caf129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.493977] env[69513]: DEBUG oslo_concurrency.lockutils [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] Acquired lock "refresh_cache-d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.494164] env[69513]: DEBUG nova.network.neutron [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Refreshing network info cache for port f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1201.495399] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e7:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f460d568-00d9-42bc-9626-ba1193caf129', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.502939] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.505784] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.506262] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9793c9a-70b2-4347-b63b-c92fdc79d3c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.526986] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.526986] env[69513]: value = "task-3381415" [ 1201.526986] env[69513]: _type = "Task" [ 1201.526986] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.535068] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381415, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.635312] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.666585] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.666927] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.666927] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.666999] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.667153] env[69513]: DEBUG nova.virt.hardware [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.668274] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0437bf7b-0c57-4c65-85db-42fdc8625de7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.678572] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0868e89e-bebf-4ca7-a55b-1c1b530cc220 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.724416] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381414, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.801911] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 56a8c975-c79a-488d-9f79-fcba2b7d23d1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.807802] env[69513]: DEBUG nova.network.neutron [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Updated VIF entry in instance network info cache for port f460d568-00d9-42bc-9626-ba1193caf129. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1201.808292] env[69513]: DEBUG nova.network.neutron [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Updating instance_info_cache with network_info: [{"id": "f460d568-00d9-42bc-9626-ba1193caf129", "address": "fa:16:3e:25:e7:7c", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf460d568-00", "ovs_interfaceid": "f460d568-00d9-42bc-9626-ba1193caf129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.814315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1d9f8ce1-8a33-4aca-8dde-1ab490b68ddf tempest-ServersTestJSON-1801092994 tempest-ServersTestJSON-1801092994-project-member] Lock "67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.815s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.920539] env[69513]: DEBUG nova.network.neutron [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Successfully updated port: b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.039760] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381415, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.173031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.173031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.173202] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.173343] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.173552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.175992] env[69513]: INFO nova.compute.manager [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Terminating instance [ 1202.224068] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381414, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.310914] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 665a1ac3-9034-4d3e-a4d4-6fc3c97475b3] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.313110] env[69513]: DEBUG oslo_concurrency.lockutils [req-3785fed4-fd2a-4e91-ab58-a9aeff75274c req-c1923054-cb09-425a-86d6-0596fa5c7bdb service nova] Releasing lock "refresh_cache-d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.423206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.423383] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.423542] env[69513]: DEBUG nova.network.neutron [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1202.536954] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381415, 'name': CreateVM_Task, 'duration_secs': 0.634526} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.537153] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.537781] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.537944] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.538276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.538535] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8adead3-d80e-403a-923a-a014e3f5524e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.543797] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1202.543797] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52773220-f866-56db-905f-2ba3fd341f8d" [ 1202.543797] env[69513]: _type = "Task" [ 1202.543797] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.551366] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52773220-f866-56db-905f-2ba3fd341f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.611978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.611978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquired lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.611978] env[69513]: DEBUG nova.network.neutron [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1202.683018] env[69513]: DEBUG nova.compute.manager [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.683018] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.683018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafe8cb-a46c-4943-a29c-ecc62b7de4a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.689738] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.690144] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d461f39e-5f5c-43e9-afaf-081daa0b468e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.698081] env[69513]: DEBUG oslo_vmware.api [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1202.698081] env[69513]: value = "task-3381416" [ 1202.698081] env[69513]: _type = "Task" [ 1202.698081] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.704825] env[69513]: DEBUG oslo_vmware.api [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.721728] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381414, 'name': CloneVM_Task, 'duration_secs': 1.334947} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.722266] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Created linked-clone VM from snapshot [ 1202.726016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3d4c8-7b13-4b25-a122-3a9d64a7918c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.731919] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Uploading image b78f67dc-e97e-4d20-b778-7d21b5db5c6b {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1202.762127] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1202.762127] env[69513]: value = "vm-674698" [ 1202.762127] env[69513]: _type = "VirtualMachine" [ 1202.762127] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1202.762127] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-405555b5-d691-40fa-94ad-bfa744501b77 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.768155] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease: (returnval){ [ 1202.768155] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9aeab-2567-0f59-a49e-cc56e8a5c88d" [ 1202.768155] env[69513]: _type = "HttpNfcLease" [ 1202.768155] env[69513]: } obtained for exporting VM: (result){ [ 1202.768155] env[69513]: value = "vm-674698" [ 1202.768155] env[69513]: _type = "VirtualMachine" [ 1202.768155] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1202.768550] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the lease: (returnval){ [ 1202.768550] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9aeab-2567-0f59-a49e-cc56e8a5c88d" [ 1202.768550] env[69513]: _type = "HttpNfcLease" [ 1202.768550] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.774766] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.774766] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9aeab-2567-0f59-a49e-cc56e8a5c88d" [ 1202.774766] env[69513]: _type = "HttpNfcLease" [ 1202.774766] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1202.816344] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 0d7052e7-6a86-4b28-b2aa-68bc3abf2129] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.957223] env[69513]: DEBUG nova.network.neutron [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1203.054469] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52773220-f866-56db-905f-2ba3fd341f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.028544} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.054776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.055037] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.055248] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.055394] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.055568] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.055814] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-762674aa-90d7-4cde-b086-0df9659027b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.066472] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.066647] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.067361] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b33c21-0e3c-4e42-8ca7-32ea8786bf1c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.072019] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1203.072019] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52038988-2dc4-7339-4652-70aba89b9157" [ 1203.072019] env[69513]: _type = "Task" [ 1203.072019] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.079647] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52038988-2dc4-7339-4652-70aba89b9157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.082072] env[69513]: DEBUG nova.network.neutron [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updating instance_info_cache with network_info: [{"id": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "address": "fa:16:3e:ec:23:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb336f37a-5e", "ovs_interfaceid": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.209385] env[69513]: DEBUG oslo_vmware.api [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381416, 'name': PowerOffVM_Task, 'duration_secs': 0.260299} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.209385] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.209570] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.209732] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a870940-12a5-42bf-9c74-15f3ef55480d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.254006] env[69513]: DEBUG nova.compute.manager [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Received event network-vif-plugged-b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.254241] env[69513]: DEBUG oslo_concurrency.lockutils [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.254446] env[69513]: DEBUG oslo_concurrency.lockutils [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.254614] env[69513]: DEBUG oslo_concurrency.lockutils [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.254837] env[69513]: DEBUG nova.compute.manager [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] No waiting events found dispatching network-vif-plugged-b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.255015] env[69513]: WARNING nova.compute.manager [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Received unexpected event network-vif-plugged-b336f37a-5e2d-4007-a25b-0aa95b17d232 for instance with vm_state building and task_state spawning. [ 1203.255182] env[69513]: DEBUG nova.compute.manager [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Received event network-changed-b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.255335] env[69513]: DEBUG nova.compute.manager [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Refreshing instance network info cache due to event network-changed-b336f37a-5e2d-4007-a25b-0aa95b17d232. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.255502] env[69513]: DEBUG oslo_concurrency.lockutils [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] Acquiring lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.276336] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.276336] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9aeab-2567-0f59-a49e-cc56e8a5c88d" [ 1203.276336] env[69513]: _type = "HttpNfcLease" [ 1203.276336] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.276507] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.276507] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d9aeab-2567-0f59-a49e-cc56e8a5c88d" [ 1203.276507] env[69513]: _type = "HttpNfcLease" [ 1203.276507] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.278550] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d78d79a-c68c-47e7-8b69-43ded19638a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.284125] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828877-579c-4c8a-c46d-00a4508a3fcb/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.284950] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828877-579c-4c8a-c46d-00a4508a3fcb/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1203.347703] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: eb3632ef-479b-4921-bb94-f841c8123444] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.351080] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.351285] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.351461] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleting the datastore file [datastore1] be9aadd0-300a-48df-9759-8cfff222d4a4 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.352774] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-113eca72-e2cd-48cb-bda3-07f88cb91cfc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.360548] env[69513]: DEBUG oslo_vmware.api [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1203.360548] env[69513]: value = "task-3381419" [ 1203.360548] env[69513]: _type = "Task" [ 1203.360548] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.368619] env[69513]: DEBUG oslo_vmware.api [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.388906] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f730d483-90ec-40c9-ae95-3dd7abda8f9a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.455845] env[69513]: INFO nova.network.neutron [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Port 1287a7a9-2d9b-4056-a099-bfaf1bbe9a67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1203.456958] env[69513]: DEBUG nova.network.neutron [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [{"id": "8511a086-8550-433e-ac61-73d1154b8aba", "address": "fa:16:3e:26:9c:60", "network": {"id": "ff09d096-e904-409c-bfab-41435a1a93ab", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1657290880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffde83660764838afd5cd2b073ce0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511a086-85", "ovs_interfaceid": "8511a086-8550-433e-ac61-73d1154b8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.581760] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52038988-2dc4-7339-4652-70aba89b9157, 'name': SearchDatastore_Task, 'duration_secs': 0.021091} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.583231] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3cc79d5-458b-4e5a-852c-d3e5efde8afe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.584935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.585246] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Instance network_info: |[{"id": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "address": "fa:16:3e:ec:23:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb336f37a-5e", "ovs_interfaceid": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.586410] env[69513]: DEBUG oslo_concurrency.lockutils [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] Acquired lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.586410] env[69513]: DEBUG nova.network.neutron [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Refreshing network info cache for port b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1203.586857] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:23:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b336f37a-5e2d-4007-a25b-0aa95b17d232', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.595316] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.596195] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.596496] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-726a1855-d6fd-4a4f-8a9e-20b49e49103c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.615035] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1203.615035] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c92256-4a89-4f66-0a36-82ec0379824b" [ 1203.615035] env[69513]: _type = "Task" [ 1203.615035] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.621974] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.621974] env[69513]: value = "task-3381420" [ 1203.621974] env[69513]: _type = "Task" [ 1203.621974] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.628872] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52c92256-4a89-4f66-0a36-82ec0379824b, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.631821] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.632197] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb/d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.635324] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd97ccbb-11ed-4dd2-a2dd-873885601355 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.637380] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381420, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.642462] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1203.642462] env[69513]: value = "task-3381421" [ 1203.642462] env[69513]: _type = "Task" [ 1203.642462] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.650523] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.851279] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 058196bf-8620-4b8a-937f-19d4195347fb] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.874171] env[69513]: DEBUG oslo_vmware.api [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264892} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.874171] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.874298] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.874815] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.874815] env[69513]: INFO nova.compute.manager [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1203.874949] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.875189] env[69513]: DEBUG nova.compute.manager [-] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.875410] env[69513]: DEBUG nova.network.neutron [-] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1203.959510] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Releasing lock "refresh_cache-be9aadd0-300a-48df-9759-8cfff222d4a4" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.135134] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381420, 'name': CreateVM_Task, 'duration_secs': 0.459166} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.135338] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.139193] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.139193] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.139193] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.139906] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c84ee1-4d79-4470-b66d-b13eb42c8877 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.147985] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1204.147985] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52041b4f-fb64-e8d0-ddfa-cd679e947a95" [ 1204.147985] env[69513]: _type = "Task" [ 1204.147985] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.157648] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.165047] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52041b4f-fb64-e8d0-ddfa-cd679e947a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.334260] env[69513]: DEBUG nova.network.neutron [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updated VIF entry in instance network info cache for port b336f37a-5e2d-4007-a25b-0aa95b17d232. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1204.334260] env[69513]: DEBUG nova.network.neutron [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updating instance_info_cache with network_info: [{"id": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "address": "fa:16:3e:ec:23:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb336f37a-5e", "ovs_interfaceid": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.354709] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: a4772c6a-8594-4270-a2e1-b2dc5a9f9b8d] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.465478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8002efdd-e70e-40b8-a731-1a13d8778154 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "interface-be9aadd0-300a-48df-9759-8cfff222d4a4-1287a7a9-2d9b-4056-a099-bfaf1bbe9a67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.720s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.656491] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540596} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.659973] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb/d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.667356] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.667731] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-143fb1c1-bc4c-4e30-b612-59ad4d361395 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.679304] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52041b4f-fb64-e8d0-ddfa-cd679e947a95, 'name': SearchDatastore_Task, 'duration_secs': 0.020976} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.683381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.683965] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.684669] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.684976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.688070] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.688070] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1204.688070] env[69513]: value = "task-3381422" [ 1204.688070] env[69513]: _type = "Task" [ 1204.688070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.688070] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f9f872e-95a1-4aa3-84f6-6e8b10ab3c1e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.699760] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.701365] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.701669] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.702488] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c97f41-97d9-4418-a038-2ab87d9c83ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.713113] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1204.713113] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d45e5-1484-05a1-c97a-9c95e96ccff0" [ 1204.713113] env[69513]: _type = "Task" [ 1204.713113] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.724845] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d45e5-1484-05a1-c97a-9c95e96ccff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.836645] env[69513]: DEBUG oslo_concurrency.lockutils [req-738ffa66-cfd5-4e52-b289-b35aa83549c3 req-3a95bbf2-9025-443c-9fae-ae5b0dc96c5d service nova] Releasing lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.858629] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: d54025b5-24b9-4d7d-81f7-6fce505306d2] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.199839] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072562} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.200178] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.201155] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d1d5c-cf69-4147-a6f2-214b3e3690cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.229724] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb/d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.233531] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5cdb36-0a24-4bd8-a106-7b29969d948e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.248325] env[69513]: DEBUG nova.network.neutron [-] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.256182] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522d45e5-1484-05a1-c97a-9c95e96ccff0, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.258536] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1205.258536] env[69513]: value = "task-3381423" [ 1205.258536] env[69513]: _type = "Task" [ 1205.258536] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.259012] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf26400-a5b5-4ffe-a891-c2b19aee324c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.268881] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1205.268881] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6ac52-a6d7-0fdb-15b4-a08c873ac3b5" [ 1205.268881] env[69513]: _type = "Task" [ 1205.268881] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.273292] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.283173] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6ac52-a6d7-0fdb-15b4-a08c873ac3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.290244] env[69513]: DEBUG nova.compute.manager [req-6157a01b-b642-438e-ad56-c60344831ed9 req-d2a1c2af-a43a-46a6-8f0f-fb1de2f02d75 service nova] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Received event network-vif-deleted-8511a086-8550-433e-ac61-73d1154b8aba {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.367077] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: cd73bb36-d81e-4135-9fcb-fee9f36c068c] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.752155] env[69513]: INFO nova.compute.manager [-] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Took 1.88 seconds to deallocate network for instance. [ 1205.784402] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381423, 'name': ReconfigVM_Task, 'duration_secs': 0.28021} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.785191] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Reconfigured VM instance instance-00000072 to attach disk [datastore2] d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb/d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.785905] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bd67e94-48a5-41be-9592-e7113e3c9378 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.791417] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f6ac52-a6d7-0fdb-15b4-a08c873ac3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.020542} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.792094] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.792382] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ed1d272a-624f-441d-a326-99bb2b84fd0c/ed1d272a-624f-441d-a326-99bb2b84fd0c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.792725] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa234af-5c12-4ac2-9628-d9e4c48779d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.798702] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1205.798702] env[69513]: value = "task-3381424" [ 1205.798702] env[69513]: _type = "Task" [ 1205.798702] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.804543] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1205.804543] env[69513]: value = "task-3381425" [ 1205.804543] env[69513]: _type = "Task" [ 1205.804543] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.813854] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381424, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.822163] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.871826] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 1c70633b-dfdd-4b12-aa9c-2109207853d1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.260191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.260526] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.260795] env[69513]: DEBUG nova.objects.instance [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'resources' on Instance uuid be9aadd0-300a-48df-9759-8cfff222d4a4 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.313602] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381424, 'name': Rename_Task, 'duration_secs': 0.152623} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.317897] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.318226] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.318448] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f3c8da-116c-4587-8ec1-0e08ab5301a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.325862] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1206.325862] env[69513]: value = "task-3381426" [ 1206.325862] env[69513]: _type = "Task" [ 1206.325862] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.337466] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.377304] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 33289c07-311b-4bd0-b565-58663e51ff7b] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.816070] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574787} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.819030] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] ed1d272a-624f-441d-a326-99bb2b84fd0c/ed1d272a-624f-441d-a326-99bb2b84fd0c.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.819254] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.819713] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54fb5fd7-d181-45cc-9e4f-a2c0dc96c8ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.827971] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1206.827971] env[69513]: value = "task-3381427" [ 1206.827971] env[69513]: _type = "Task" [ 1206.827971] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.842224] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381426, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.845338] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.877140] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28fda4f-0cd1-407d-9eb6-4aa6f5faca24 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.881923] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 4e9a2ccb-c106-40a5-9606-169dd8d95376] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.887673] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85ad4f4-57ab-491b-a8fd-af5a085716eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.934554] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa9d6b-251f-4a4e-98b6-f50b24d9a7f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.944038] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd5c6c-1213-4de4-8883-aef73ac66c01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.727521] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 89f05511-e971-4dad-836b-cf05c4b4ff92] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.753642] env[69513]: DEBUG nova.compute.provider_tree [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.755309] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096068} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.756238] env[69513]: DEBUG oslo_vmware.api [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381426, 'name': PowerOnVM_Task, 'duration_secs': 0.62565} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.756238] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.756459] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.756577] env[69513]: INFO nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1207.756763] env[69513]: DEBUG nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.758678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3db52b-6361-4757-a6f1-659bc0ee6e15 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.761848] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcd71df-b46d-4a53-916b-e2111773f08e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.785183] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ed1d272a-624f-441d-a326-99bb2b84fd0c/ed1d272a-624f-441d-a326-99bb2b84fd0c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.787361] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa0e6eba-9cd9-4b40-ae17-f0eace1e9598 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.814092] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1207.814092] env[69513]: value = "task-3381428" [ 1207.814092] env[69513]: _type = "Task" [ 1207.814092] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.817987] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.236570] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 7bda82c4-b008-4eab-9574-7b7aea82bd19] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.259405] env[69513]: DEBUG nova.scheduler.client.report [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.316652] env[69513]: INFO nova.compute.manager [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Took 14.06 seconds to build instance. [ 1208.323908] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381428, 'name': ReconfigVM_Task, 'duration_secs': 0.327377} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.324197] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ed1d272a-624f-441d-a326-99bb2b84fd0c/ed1d272a-624f-441d-a326-99bb2b84fd0c.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.325049] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7792f14f-5d7e-4d79-bd5f-a373d6c337a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.331150] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1208.331150] env[69513]: value = "task-3381429" [ 1208.331150] env[69513]: _type = "Task" [ 1208.331150] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.340716] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381429, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.386244] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.386493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.743787] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 3b609029-e66b-47f1-a26d-7f86ec0098fe] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.769081] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.508s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.776986] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca290915-db0e-4183-9b0f-470a5012a911 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.784144] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Suspending the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1208.784394] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-046b4259-517e-4183-931e-569e1cc998c4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.790308] env[69513]: INFO nova.scheduler.client.report [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted allocations for instance be9aadd0-300a-48df-9759-8cfff222d4a4 [ 1208.792355] env[69513]: DEBUG oslo_vmware.api [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1208.792355] env[69513]: value = "task-3381430" [ 1208.792355] env[69513]: _type = "Task" [ 1208.792355] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.802752] env[69513]: DEBUG oslo_vmware.api [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381430, 'name': SuspendVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.818818] env[69513]: DEBUG oslo_concurrency.lockutils [None req-814179c7-29d6-4aae-90e9-dd1d1ec5dbd1 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.574s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.841628] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381429, 'name': Rename_Task, 'duration_secs': 0.147923} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.841933] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.842438] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-972c69fc-6941-4ab7-9ff1-889eaa7cee2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.848397] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1208.848397] env[69513]: value = "task-3381431" [ 1208.848397] env[69513]: _type = "Task" [ 1208.848397] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.856056] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.890443] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.247346] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 4769e1d0-e815-4865-8bcc-9a5b0858a02a] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.301517] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7055f004-ad15-41bc-bbc1-f2b38428b357 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "be9aadd0-300a-48df-9759-8cfff222d4a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.129s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.307341] env[69513]: DEBUG oslo_vmware.api [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381430, 'name': SuspendVM_Task} progress is 70%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.359495] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.414373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.414646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.416360] env[69513]: INFO nova.compute.claims [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.751182] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: b0aa5ac2-16c4-46d3-b367-399c90ea6baa] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.808027] env[69513]: DEBUG oslo_vmware.api [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381430, 'name': SuspendVM_Task, 'duration_secs': 0.659295} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.808027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Suspended the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1209.808027] env[69513]: DEBUG nova.compute.manager [None req-b3061c0c-929d-405b-8e5c-9be89365d228 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.808803] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b9d5a0-6452-4944-adbc-c18fd9f61a2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.860551] env[69513]: DEBUG oslo_vmware.api [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381431, 'name': PowerOnVM_Task, 'duration_secs': 0.633014} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.860714] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.861691] env[69513]: INFO nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1209.861691] env[69513]: DEBUG nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.861953] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903d4b1-3586-42ee-a449-e0da58963cc0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.038851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.039136] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.039373] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.039576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.039751] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.041888] env[69513]: INFO nova.compute.manager [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Terminating instance [ 1210.254545] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: c86a2fcc-0c8e-49a3-ad02-d00da7487fea] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.379421] env[69513]: INFO nova.compute.manager [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Took 15.85 seconds to build instance. [ 1210.519870] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a20eb2-ec1f-4400-b6e3-acd4fb84ff40 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.528174] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a86020-60c2-4c2a-9498-1504b8fdfde4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.559933] env[69513]: DEBUG nova.compute.manager [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.560192] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.561151] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa860f71-892c-4930-98e2-592e19484402 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.564790] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf4484-767e-41cd-8c74-1209dbca814b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.574517] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621cc60-f699-4994-9d2b-aa7526dcd36d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.579513] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.579770] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-083c98c4-8493-4674-ab89-7c99c830ba96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.591270] env[69513]: DEBUG nova.compute.provider_tree [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.593739] env[69513]: DEBUG oslo_vmware.api [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1210.593739] env[69513]: value = "task-3381432" [ 1210.593739] env[69513]: _type = "Task" [ 1210.593739] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.613383] env[69513]: DEBUG nova.compute.manager [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Received event network-changed-b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.613582] env[69513]: DEBUG nova.compute.manager [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Refreshing instance network info cache due to event network-changed-b336f37a-5e2d-4007-a25b-0aa95b17d232. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.613790] env[69513]: DEBUG oslo_concurrency.lockutils [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] Acquiring lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.613929] env[69513]: DEBUG oslo_concurrency.lockutils [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] Acquired lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.614394] env[69513]: DEBUG nova.network.neutron [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Refreshing network info cache for port b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1210.757475] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f4bdf74b-4b28-4b7f-a67f-4a2a30169c7f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.881611] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6144328f-8e4c-43bf-ac56-9ce81bac6bc5 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.364s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.095702] env[69513]: DEBUG nova.scheduler.client.report [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.108278] env[69513]: DEBUG oslo_vmware.api [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381432, 'name': PowerOffVM_Task, 'duration_secs': 0.237335} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.108505] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.108604] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.108858] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e030abc8-7c0e-4ce1-a437-3c9051961c8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.169919] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.170144] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.170335] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleting the datastore file [datastore1] 6de5da90-b4be-4b15-a6de-e72916765cd1 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.170642] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8521ec6d-fde4-4e58-b375-dfae4ed9c0b9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.179199] env[69513]: DEBUG oslo_vmware.api [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for the task: (returnval){ [ 1211.179199] env[69513]: value = "task-3381434" [ 1211.179199] env[69513]: _type = "Task" [ 1211.179199] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.187758] env[69513]: DEBUG oslo_vmware.api [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.220946] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.221328] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.221607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.221850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.222093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.227996] env[69513]: INFO nova.compute.manager [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Terminating instance [ 1211.261062] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 71adc9ef-3783-430c-b11d-b3362af8f1c1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.342615] env[69513]: DEBUG nova.network.neutron [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updated VIF entry in instance network info cache for port b336f37a-5e2d-4007-a25b-0aa95b17d232. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1211.343050] env[69513]: DEBUG nova.network.neutron [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updating instance_info_cache with network_info: [{"id": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "address": "fa:16:3e:ec:23:19", "network": {"id": "7d5fc7b1-dba9-46e0-bc1c-193cfa10655f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-391197061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f60a57b8a4414d21ac2bf4437f660875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb336f37a-5e", "ovs_interfaceid": "b336f37a-5e2d-4007-a25b-0aa95b17d232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.603689] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.604252] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.689363] env[69513]: DEBUG oslo_vmware.api [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Task: {'id': task-3381434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236546} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.689612] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.689801] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.690091] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.690220] env[69513]: INFO nova.compute.manager [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1211.690437] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.690624] env[69513]: DEBUG nova.compute.manager [-] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.690715] env[69513]: DEBUG nova.network.neutron [-] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1211.733673] env[69513]: DEBUG nova.compute.manager [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.733932] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.734902] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d361b33-d710-4549-82d0-ba69356fc210 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.742641] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.742883] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf831c3-06c9-4817-8ee6-81889f8566e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.764465] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: ca73261e-7ec6-46e5-a21a-1b0758d631a1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.792927] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828877-579c-4c8a-c46d-00a4508a3fcb/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.794061] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ba458e-4b07-4096-9b32-824a107bd308 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.800302] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828877-579c-4c8a-c46d-00a4508a3fcb/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.800466] env[69513]: ERROR oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828877-579c-4c8a-c46d-00a4508a3fcb/disk-0.vmdk due to incomplete transfer. [ 1211.800703] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e5f7e18-d3e9-4935-a4f5-4d3fe2e67cf9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.807556] env[69513]: DEBUG oslo_vmware.rw_handles [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828877-579c-4c8a-c46d-00a4508a3fcb/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.807755] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Uploaded image b78f67dc-e97e-4d20-b778-7d21b5db5c6b to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.810544] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.810792] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-721c3b87-e9e2-4bdb-aebb-f60489ffeac0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.820519] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1211.820519] env[69513]: value = "task-3381436" [ 1211.820519] env[69513]: _type = "Task" [ 1211.820519] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.820749] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.820939] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.821170] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleting the datastore file [datastore2] d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.821456] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-940c07a2-980f-477f-9f7a-f4889c0b48f8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.831710] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381436, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.833240] env[69513]: DEBUG oslo_vmware.api [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1211.833240] env[69513]: value = "task-3381437" [ 1211.833240] env[69513]: _type = "Task" [ 1211.833240] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.840863] env[69513]: DEBUG oslo_vmware.api [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.845588] env[69513]: DEBUG oslo_concurrency.lockutils [req-98b565db-c7f0-411a-90e4-72539afa7f8b req-10d5652f-d84c-47ba-85a6-18a6685922f8 service nova] Releasing lock "refresh_cache-ed1d272a-624f-441d-a326-99bb2b84fd0c" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.109394] env[69513]: DEBUG nova.compute.utils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.110915] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.111116] env[69513]: DEBUG nova.network.neutron [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.153238] env[69513]: DEBUG nova.policy [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e597565ffa784291bb8f69ccc7ec7064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b93c4b559e427c8bc0b17f1c94f151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.268033] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: ea22d717-8752-4059-9c6d-e39656c3e185] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.331557] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381436, 'name': Destroy_Task, 'duration_secs': 0.41148} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.331808] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Destroyed the VM [ 1212.332255] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.332530] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-082ebec2-aa6b-43eb-932b-76213cc128d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.341653] env[69513]: DEBUG oslo_vmware.api [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20607} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.342831] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.343028] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.343207] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.343378] env[69513]: INFO nova.compute.manager [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1212.343637] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.343886] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1212.343886] env[69513]: value = "task-3381438" [ 1212.343886] env[69513]: _type = "Task" [ 1212.343886] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.344070] env[69513]: DEBUG nova.compute.manager [-] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.344165] env[69513]: DEBUG nova.network.neutron [-] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1212.354419] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.418365] env[69513]: DEBUG nova.network.neutron [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Successfully created port: 19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.426326] env[69513]: DEBUG nova.network.neutron [-] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.607626] env[69513]: DEBUG nova.compute.manager [req-915c4fa7-ecac-4aac-893e-3a0bdef5cadc req-312b985a-6c3f-4832-9a3d-4b555d649895 service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Received event network-vif-deleted-f460d568-00d9-42bc-9626-ba1193caf129 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.607626] env[69513]: INFO nova.compute.manager [req-915c4fa7-ecac-4aac-893e-3a0bdef5cadc req-312b985a-6c3f-4832-9a3d-4b555d649895 service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Neutron deleted interface f460d568-00d9-42bc-9626-ba1193caf129; detaching it from the instance and deleting it from the info cache [ 1212.607809] env[69513]: DEBUG nova.network.neutron [req-915c4fa7-ecac-4aac-893e-3a0bdef5cadc req-312b985a-6c3f-4832-9a3d-4b555d649895 service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.613820] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.651186] env[69513]: DEBUG nova.compute.manager [req-a6cea7bd-91dc-4c70-8e11-00a031eb9291 req-c2afbe5c-11ad-4d40-a38a-47a743f13b14 service nova] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Received event network-vif-deleted-9216b047-1d7c-42c5-89e0-12ee29cceba1 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.771963] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 34c39af5-e57e-4d02-a38b-3695e3ff4e08] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.854736] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.412474} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.854993] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1212.855278] env[69513]: DEBUG nova.compute.manager [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.856053] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b3f0f-0033-4659-890a-6caa9975192c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.928872] env[69513]: INFO nova.compute.manager [-] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Took 1.24 seconds to deallocate network for instance. [ 1213.088607] env[69513]: DEBUG nova.network.neutron [-] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.110551] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abf1d4e4-fe95-4673-bef6-cd9946628fdd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.123863] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76992016-535f-4048-ab69-390e4bdd2c61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.152377] env[69513]: DEBUG nova.compute.manager [req-915c4fa7-ecac-4aac-893e-3a0bdef5cadc req-312b985a-6c3f-4832-9a3d-4b555d649895 service nova] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Detach interface failed, port_id=f460d568-00d9-42bc-9626-ba1193caf129, reason: Instance d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.275629] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 0a7f917c-2a24-46bc-8478-fa7f3d4e0f05] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.367348] env[69513]: INFO nova.compute.manager [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Shelve offloading [ 1213.435279] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.435501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.435703] env[69513]: DEBUG nova.objects.instance [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lazy-loading 'resources' on Instance uuid 6de5da90-b4be-4b15-a6de-e72916765cd1 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.590932] env[69513]: INFO nova.compute.manager [-] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Took 1.25 seconds to deallocate network for instance. [ 1213.636367] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.665009] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.665009] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.665309] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.665309] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.665438] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.665545] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.665736] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.665893] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.666066] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.666230] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.666396] env[69513]: DEBUG nova.virt.hardware [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.667258] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c2a10-f6dc-43d8-a0a2-acc33a0c0cf1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.675433] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e8dbf-c1f2-465c-94a8-376842d1dfc2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.779300] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: f4a956b4-8429-4a96-aa8b-e03c0cfdce4a] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.870854] env[69513]: DEBUG nova.network.neutron [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Successfully updated port: 19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.872378] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.873204] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d93fa2ef-867c-422c-bb41-f547ac44092f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.881015] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1213.881015] env[69513]: value = "task-3381439" [ 1213.881015] env[69513]: _type = "Task" [ 1213.881015] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.890767] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.891027] env[69513]: DEBUG nova.compute.manager [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.891788] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ad6e2-ad53-4a68-a8e0-f899eabcbb6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.897515] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.897729] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.897932] env[69513]: DEBUG nova.network.neutron [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1214.024025] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c834109a-c0da-40b3-8339-b4f9a5584a68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.031360] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96230741-1417-471e-aa90-85a17841b8aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.061442] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c09f2-6c55-4898-bba3-4cc472a24d69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.068565] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf3c29b-8469-4e0f-90b0-400914e89dc2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.082847] env[69513]: DEBUG nova.compute.provider_tree [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.096848] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.283483] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 216d2a59-f25f-4d74-b956-1e1b68a95187] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.374410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.374410] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.374736] env[69513]: DEBUG nova.network.neutron [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1214.586325] env[69513]: DEBUG nova.scheduler.client.report [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.593624] env[69513]: DEBUG nova.network.neutron [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.676034] env[69513]: DEBUG nova.compute.manager [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Received event network-vif-plugged-19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.676248] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.676457] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.676622] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.676786] env[69513]: DEBUG nova.compute.manager [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] No waiting events found dispatching network-vif-plugged-19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.676945] env[69513]: WARNING nova.compute.manager [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Received unexpected event network-vif-plugged-19847362-770e-44f5-aefa-45c7326c4f0e for instance with vm_state building and task_state spawning. [ 1214.677115] env[69513]: DEBUG nova.compute.manager [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Received event network-changed-19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.677268] env[69513]: DEBUG nova.compute.manager [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Refreshing instance network info cache due to event network-changed-19847362-770e-44f5-aefa-45c7326c4f0e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.677428] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] Acquiring lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.787238] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: a5293aee-ba56-4387-ad43-48320ef0a18f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.904163] env[69513]: DEBUG nova.network.neutron [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1215.020655] env[69513]: DEBUG nova.network.neutron [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [{"id": "19847362-770e-44f5-aefa-45c7326c4f0e", "address": "fa:16:3e:ee:73:fc", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19847362-77", "ovs_interfaceid": "19847362-770e-44f5-aefa-45c7326c4f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.091167] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.094460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.997s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.094621] env[69513]: DEBUG nova.objects.instance [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'resources' on Instance uuid d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.096117] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.116145] env[69513]: INFO nova.scheduler.client.report [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Deleted allocations for instance 6de5da90-b4be-4b15-a6de-e72916765cd1 [ 1215.293067] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: b1befc10-11e5-481c-8d4a-f794548b2dd3] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.465157] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.465157] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dbf768-d8a2-4a36-b4dd-d3b1e0dcfbec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.472437] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.472691] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96eb82d8-8e1c-48da-9008-ee331dde92ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.522857] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.523199] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Instance network_info: |[{"id": "19847362-770e-44f5-aefa-45c7326c4f0e", "address": "fa:16:3e:ee:73:fc", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19847362-77", "ovs_interfaceid": "19847362-770e-44f5-aefa-45c7326c4f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.523525] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] Acquired lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.523802] env[69513]: DEBUG nova.network.neutron [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Refreshing network info cache for port 19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1215.524952] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:73:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19847362-770e-44f5-aefa-45c7326c4f0e', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.533490] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Creating folder: Project (21b93c4b559e427c8bc0b17f1c94f151). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.534588] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cadf7a4-1f4b-4bc4-8de7-1e79b04bf417 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.542277] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.542510] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.542702] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleting the datastore file [datastore2] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.542953] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db36c3e1-7dae-41a2-af05-4f24d7fa52f2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.547793] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Created folder: Project (21b93c4b559e427c8bc0b17f1c94f151) in parent group-v674393. [ 1215.547934] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Creating folder: Instances. Parent ref: group-v674701. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.548166] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32520d85-bf12-4c1e-b862-4943d87ea0d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.550992] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1215.550992] env[69513]: value = "task-3381442" [ 1215.550992] env[69513]: _type = "Task" [ 1215.550992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.558771] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.559946] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Created folder: Instances in parent group-v674701. [ 1215.560189] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.560411] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.560591] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0c5b20a-399d-4fbb-b9d8-9b7f327507c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.579886] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.579886] env[69513]: value = "task-3381444" [ 1215.579886] env[69513]: _type = "Task" [ 1215.579886] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.588593] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381444, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.624970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-00c04d5c-761f-4ceb-a232-e9afcd4e03d0 tempest-AttachInterfacesTestJSON-2055467997 tempest-AttachInterfacesTestJSON-2055467997-project-member] Lock "6de5da90-b4be-4b15-a6de-e72916765cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.677391] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20191cdf-fbfc-439e-96a7-dd2d826370d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.685225] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f53b149-6873-437a-84c8-8e36ae670cd1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.715255] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596190cd-8260-4638-af21-4d42d514f59f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.722219] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303e47b-9a8a-4810-a727-0b8366e6126d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.735044] env[69513]: DEBUG nova.compute.provider_tree [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.794984] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: c00aaa3c-3298-4a19-bd4d-49267443a4d8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.061472] env[69513]: DEBUG oslo_vmware.api [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132853} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.061729] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.061911] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.062121] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.081057] env[69513]: INFO nova.scheduler.client.report [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted allocations for instance 2302eb83-0f21-49b0-a78f-25bcf8eec6dc [ 1216.090898] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381444, 'name': CreateVM_Task, 'duration_secs': 0.334318} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.091064] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.091680] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.091839] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.092174] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.092422] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d226712f-a4ef-425e-9b20-b115a41703df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.096680] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1216.096680] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523e6a14-793e-7db8-c3a3-95fce91e40fb" [ 1216.096680] env[69513]: _type = "Task" [ 1216.096680] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.106359] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523e6a14-793e-7db8-c3a3-95fce91e40fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.238008] env[69513]: DEBUG nova.scheduler.client.report [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.241683] env[69513]: DEBUG nova.network.neutron [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updated VIF entry in instance network info cache for port 19847362-770e-44f5-aefa-45c7326c4f0e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1216.242065] env[69513]: DEBUG nova.network.neutron [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [{"id": "19847362-770e-44f5-aefa-45c7326c4f0e", "address": "fa:16:3e:ee:73:fc", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19847362-77", "ovs_interfaceid": "19847362-770e-44f5-aefa-45c7326c4f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.298847] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 4b7d9950-20fe-4549-b5db-2547ec0599bb] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.587266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.607815] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523e6a14-793e-7db8-c3a3-95fce91e40fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.608137] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.608372] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.608609] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.608750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.608926] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.609212] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5a4542b-40af-4472-99b5-7b23b274c3c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.618746] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.618937] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.619721] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39328103-2803-49bd-bbad-5a2d0bef92d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.625853] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1216.625853] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52251eec-ef6d-4d9f-70d2-5010d266bee2" [ 1216.625853] env[69513]: _type = "Task" [ 1216.625853] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.632763] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52251eec-ef6d-4d9f-70d2-5010d266bee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.715614] env[69513]: DEBUG nova.compute.manager [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-vif-unplugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.715839] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.716104] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.716222] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.716359] env[69513]: DEBUG nova.compute.manager [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] No waiting events found dispatching network-vif-unplugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.716521] env[69513]: WARNING nova.compute.manager [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received unexpected event network-vif-unplugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1216.716675] env[69513]: DEBUG nova.compute.manager [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.716823] env[69513]: DEBUG nova.compute.manager [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing instance network info cache due to event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.717007] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.717147] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.717298] env[69513]: DEBUG nova.network.neutron [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1216.744901] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.747191] env[69513]: DEBUG oslo_concurrency.lockutils [req-bc73dc9e-fd9f-4ad6-adbf-5f1db7deff96 req-b6638566-83b2-4c42-b0cc-75acfe140501 service nova] Releasing lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.747745] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.161s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.747960] env[69513]: DEBUG nova.objects.instance [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'resources' on Instance uuid 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.767335] env[69513]: INFO nova.scheduler.client.report [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocations for instance d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb [ 1216.802696] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 86fa999a-071c-40b9-84f9-6bb0518de89f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.136919] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52251eec-ef6d-4d9f-70d2-5010d266bee2, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.137770] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388ee262-798f-4ea1-b587-bd7f47f96812 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.143660] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1217.143660] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]521f7d64-24ec-9b42-e78c-936c7ad327c5" [ 1217.143660] env[69513]: _type = "Task" [ 1217.143660] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.151520] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521f7d64-24ec-9b42-e78c-936c7ad327c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.252246] env[69513]: DEBUG nova.objects.instance [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'numa_topology' on Instance uuid 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.276746] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c73cb49d-3901-4c3f-b7ff-09aef4a46d4e tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.305790] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 78e0c1fd-c336-4ca7-ba6e-d22b8d4a9f5d] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.495083] env[69513]: DEBUG nova.network.neutron [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updated VIF entry in instance network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1217.495454] env[69513]: DEBUG nova.network.neutron [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.655435] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]521f7d64-24ec-9b42-e78c-936c7ad327c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.656073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.656479] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] fcc60b4b-ed20-4366-b3fc-e740dbe64558/fcc60b4b-ed20-4366-b3fc-e740dbe64558.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.656899] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98f084c-3f9b-4292-83a1-b77cbdb8566b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.665129] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1217.665129] env[69513]: value = "task-3381445" [ 1217.665129] env[69513]: _type = "Task" [ 1217.665129] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.672688] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.755617] env[69513]: DEBUG nova.objects.base [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Object Instance<2302eb83-0f21-49b0-a78f-25bcf8eec6dc> lazy-loaded attributes: resources,numa_topology {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.800949] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.809340] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 31f58fa6-38b6-43be-862a-685341bf4921] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.827924] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a967017a-a7e2-4d24-be44-de5d9747a2d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.835776] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45f426c-9015-4fcf-80c1-1ea5ffdfb5fa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.867662] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff9d951-68b3-4ff0-99ed-9089c68ce9b3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.875442] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b6bc0-9074-4e90-9eaf-dc19b93478ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.889825] env[69513]: DEBUG nova.compute.provider_tree [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.998769] env[69513]: DEBUG oslo_concurrency.lockutils [req-2b7082d4-fe67-4443-9f27-96ac154cf772 req-8f217a05-7650-474a-ab67-7c4ff6d08492 service nova] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.176572] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465068} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.176832] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] fcc60b4b-ed20-4366-b3fc-e740dbe64558/fcc60b4b-ed20-4366-b3fc-e740dbe64558.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.177160] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.177402] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae771368-cfe9-4c29-b165-cf01f7c6e0e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.184258] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1218.184258] env[69513]: value = "task-3381446" [ 1218.184258] env[69513]: _type = "Task" [ 1218.184258] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.194188] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.297006] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.297258] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.316930] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 3a1465b0-4472-4e1f-b1ed-2487a25ce73d] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.394097] env[69513]: DEBUG nova.scheduler.client.report [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.694193] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074308} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.694463] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.695270] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21959b62-7380-40aa-ad87-85b52a80274c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.718643] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] fcc60b4b-ed20-4366-b3fc-e740dbe64558/fcc60b4b-ed20-4366-b3fc-e740dbe64558.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.718933] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44bd545e-ae36-43f1-b866-eded2710d5cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.738592] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1218.738592] env[69513]: value = "task-3381447" [ 1218.738592] env[69513]: _type = "Task" [ 1218.738592] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.746655] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.800345] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.819345] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: fc09ea54-6b9a-46af-95f5-ab03122a00ee] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.898727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.249653] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381447, 'name': ReconfigVM_Task, 'duration_secs': 0.285594} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.249931] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Reconfigured VM instance instance-00000074 to attach disk [datastore1] fcc60b4b-ed20-4366-b3fc-e740dbe64558/fcc60b4b-ed20-4366-b3fc-e740dbe64558.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.250567] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81e27245-8a97-4d05-bee6-169476c0b880 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.257917] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1219.257917] env[69513]: value = "task-3381448" [ 1219.257917] env[69513]: _type = "Task" [ 1219.257917] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.267905] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381448, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.322444] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.322725] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Cleaning up deleted instances with incomplete migration {{(pid=69513) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1219.324545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.324795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.326302] env[69513]: INFO nova.compute.claims [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.406871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69954d81-dd93-4383-a0ba-8cd51ee56fd0 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.804s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.407521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.607s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.407709] env[69513]: INFO nova.compute.manager [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Unshelving [ 1219.768723] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381448, 'name': Rename_Task, 'duration_secs': 0.142122} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.769035] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.769284] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5066950c-a1a8-43f3-bd01-5945d17af555 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.775983] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1219.775983] env[69513]: value = "task-3381449" [ 1219.775983] env[69513]: _type = "Task" [ 1219.775983] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.785098] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.829858] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.286562] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.415473] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a25d32-d348-4bee-a77c-608bd5282c20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.425785] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d874610-cd6b-42f4-bffc-8f54c88d7ccd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.431727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.462097] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3dc567-ef6c-4d5a-84ca-d931262950c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.468570] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a541a94-963f-42be-a019-0d3ea27f5d46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.486078] env[69513]: DEBUG nova.compute.provider_tree [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.789949] env[69513]: DEBUG oslo_vmware.api [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381449, 'name': PowerOnVM_Task, 'duration_secs': 0.826471} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.790407] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.790722] env[69513]: INFO nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1220.791015] env[69513]: DEBUG nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.791898] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f2273-e37a-432b-83bb-7ee3d6802581 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.990550] env[69513]: DEBUG nova.scheduler.client.report [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.309565] env[69513]: INFO nova.compute.manager [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Took 11.91 seconds to build instance. [ 1221.497089] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.497089] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.501835] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.070s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.501986] env[69513]: DEBUG nova.objects.instance [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'pci_requests' on Instance uuid 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.661142] env[69513]: DEBUG nova.compute.manager [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Received event network-changed-19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.661142] env[69513]: DEBUG nova.compute.manager [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Refreshing instance network info cache due to event network-changed-19847362-770e-44f5-aefa-45c7326c4f0e. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.661142] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] Acquiring lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.661347] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] Acquired lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.661414] env[69513]: DEBUG nova.network.neutron [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Refreshing network info cache for port 19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1221.812590] env[69513]: DEBUG oslo_concurrency.lockutils [None req-40f37caf-e84e-419b-a636-6fa720123d92 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.426s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.006824] env[69513]: DEBUG nova.compute.utils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.009913] env[69513]: DEBUG nova.objects.instance [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'numa_topology' on Instance uuid 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.012051] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.012051] env[69513]: DEBUG nova.network.neutron [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.058490] env[69513]: DEBUG nova.policy [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13cd3e4c5e2c45d88c7a55ff10060a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b938d7bd52934aaeb2c547fa54298d4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.393379] env[69513]: DEBUG nova.network.neutron [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Successfully created port: 4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.421865] env[69513]: DEBUG nova.network.neutron [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updated VIF entry in instance network info cache for port 19847362-770e-44f5-aefa-45c7326c4f0e. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1222.422318] env[69513]: DEBUG nova.network.neutron [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [{"id": "19847362-770e-44f5-aefa-45c7326c4f0e", "address": "fa:16:3e:ee:73:fc", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19847362-77", "ovs_interfaceid": "19847362-770e-44f5-aefa-45c7326c4f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.512073] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.516160] env[69513]: INFO nova.compute.claims [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.925067] env[69513]: DEBUG oslo_concurrency.lockutils [req-9e93d20f-0bab-4389-b905-80064369b9f1 req-f595b8da-9737-46fe-92f4-a8f746b9588f service nova] Releasing lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.925489] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "04cf6874-139e-44fa-805f-6cfc1262ed06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.925753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.428560] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.528046] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.559240] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.559427] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.560028] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.560028] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.560028] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.560180] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.560265] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.560413] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.560580] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.560773] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.560951] env[69513]: DEBUG nova.virt.hardware [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.561850] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384d259-5501-4b31-ab71-e2e14a2520c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.570336] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1772972-f0af-44da-82a0-5be1c6561ab7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.639432] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659372f8-4bce-4fb0-a866-0825debe2a82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.647009] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dcb21a-33cc-4945-b7ee-47006da04e17 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.676816] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac31656-da20-448d-900e-1c97e9454d5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.684404] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd8ca76-9ee3-411f-b8da-865e42586250 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.699013] env[69513]: DEBUG nova.compute.provider_tree [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.816928] env[69513]: DEBUG nova.compute.manager [req-840bdb67-e1cf-4dba-8fa1-ce36f3bd64d6 req-dfa6d93c-43e3-4827-8edf-ca6bd6bad915 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Received event network-vif-plugged-4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.817303] env[69513]: DEBUG oslo_concurrency.lockutils [req-840bdb67-e1cf-4dba-8fa1-ce36f3bd64d6 req-dfa6d93c-43e3-4827-8edf-ca6bd6bad915 service nova] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.817453] env[69513]: DEBUG oslo_concurrency.lockutils [req-840bdb67-e1cf-4dba-8fa1-ce36f3bd64d6 req-dfa6d93c-43e3-4827-8edf-ca6bd6bad915 service nova] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.817567] env[69513]: DEBUG oslo_concurrency.lockutils [req-840bdb67-e1cf-4dba-8fa1-ce36f3bd64d6 req-dfa6d93c-43e3-4827-8edf-ca6bd6bad915 service nova] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.817744] env[69513]: DEBUG nova.compute.manager [req-840bdb67-e1cf-4dba-8fa1-ce36f3bd64d6 req-dfa6d93c-43e3-4827-8edf-ca6bd6bad915 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] No waiting events found dispatching network-vif-plugged-4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.817847] env[69513]: WARNING nova.compute.manager [req-840bdb67-e1cf-4dba-8fa1-ce36f3bd64d6 req-dfa6d93c-43e3-4827-8edf-ca6bd6bad915 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Received unexpected event network-vif-plugged-4648f376-c2ee-4806-bf3c-70644374f798 for instance with vm_state building and task_state spawning. [ 1223.907308] env[69513]: DEBUG nova.network.neutron [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Successfully updated port: 4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.948935] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.202706] env[69513]: DEBUG nova.scheduler.client.report [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.410130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.410393] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.410593] env[69513]: DEBUG nova.network.neutron [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1224.707765] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.206s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.710402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.762s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.712018] env[69513]: INFO nova.compute.claims [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.742708] env[69513]: INFO nova.network.neutron [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating port f3c16c0c-aa52-4ccc-8f50-305eb5529b34 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1224.945627] env[69513]: DEBUG nova.network.neutron [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1225.068857] env[69513]: DEBUG nova.network.neutron [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [{"id": "4648f376-c2ee-4806-bf3c-70644374f798", "address": "fa:16:3e:91:84:8d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4648f376-c2", "ovs_interfaceid": "4648f376-c2ee-4806-bf3c-70644374f798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.572779] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.572916] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Instance network_info: |[{"id": "4648f376-c2ee-4806-bf3c-70644374f798", "address": "fa:16:3e:91:84:8d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4648f376-c2", "ovs_interfaceid": "4648f376-c2ee-4806-bf3c-70644374f798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.573361] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:84:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4648f376-c2ee-4806-bf3c-70644374f798', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.580871] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.581101] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.581711] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6968a62-6469-4771-a3f6-5d0933d25027 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.602531] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.602531] env[69513]: value = "task-3381450" [ 1225.602531] env[69513]: _type = "Task" [ 1225.602531] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.610461] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381450, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.843307] env[69513]: DEBUG nova.compute.manager [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Received event network-changed-4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.843566] env[69513]: DEBUG nova.compute.manager [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Refreshing instance network info cache due to event network-changed-4648f376-c2ee-4806-bf3c-70644374f798. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.843761] env[69513]: DEBUG oslo_concurrency.lockutils [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] Acquiring lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.843900] env[69513]: DEBUG oslo_concurrency.lockutils [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] Acquired lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.844038] env[69513]: DEBUG nova.network.neutron [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Refreshing network info cache for port 4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1225.894185] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41b9e99-c774-41e0-8e0a-140a127c6fb4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.902315] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7475dc-c9f1-4a73-be65-ae9ff1b87733 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.934816] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46771640-88c3-4201-84f8-04663ba570c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.942510] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b75ce-8fb1-4f75-a9d2-ba40feff4c0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.955779] env[69513]: DEBUG nova.compute.provider_tree [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.113947] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381450, 'name': CreateVM_Task, 'duration_secs': 0.366141} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.114969] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.114969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.114969] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.116489] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.116489] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d868c614-b88d-43f5-8f96-8c382f0c0869 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.119943] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1226.119943] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526201d3-b458-7012-0877-8fd4acb719b3" [ 1226.119943] env[69513]: _type = "Task" [ 1226.119943] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.129983] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526201d3-b458-7012-0877-8fd4acb719b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.195640] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.195937] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.196236] env[69513]: DEBUG nova.network.neutron [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1226.458462] env[69513]: DEBUG nova.scheduler.client.report [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.576275] env[69513]: DEBUG nova.network.neutron [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updated VIF entry in instance network info cache for port 4648f376-c2ee-4806-bf3c-70644374f798. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1226.576976] env[69513]: DEBUG nova.network.neutron [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [{"id": "4648f376-c2ee-4806-bf3c-70644374f798", "address": "fa:16:3e:91:84:8d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4648f376-c2", "ovs_interfaceid": "4648f376-c2ee-4806-bf3c-70644374f798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.632075] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526201d3-b458-7012-0877-8fd4acb719b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.632075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.632275] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.632431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.632575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.632777] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.633059] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-642ef1d7-6f08-42ca-82b2-7fa84af7e3a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.640948] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.641132] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.641810] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e948737a-6fd9-4fbf-a056-dcefb28448f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.646708] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1226.646708] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523a8a62-f0ad-fb10-59ca-c8af1550bec2" [ 1226.646708] env[69513]: _type = "Task" [ 1226.646708] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.654861] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523a8a62-f0ad-fb10-59ca-c8af1550bec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.934688] env[69513]: DEBUG nova.network.neutron [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.967014] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.967563] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.079016] env[69513]: DEBUG oslo_concurrency.lockutils [req-5245f124-d759-448b-9a66-3da773fb87be req-157a06a7-1a81-4dae-aa39-fa92c7872537 service nova] Releasing lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.157056] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523a8a62-f0ad-fb10-59ca-c8af1550bec2, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.157822] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3049c77-2679-40de-929e-3ea32eef53fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.162802] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1227.162802] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529773f7-e76a-3678-d62b-2d7314a2e07b" [ 1227.162802] env[69513]: _type = "Task" [ 1227.162802] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.170356] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529773f7-e76a-3678-d62b-2d7314a2e07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.437178] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.464728] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84ab968ba9ed764c334fbb835d385a84',container_format='bare',created_at=2025-04-09T11:47:10Z,direct_url=,disk_format='vmdk',id=b78f67dc-e97e-4d20-b778-7d21b5db5c6b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-347557564-shelved',owner='37136f476afa4fb9a608106e7b010c21',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-04-09T11:47:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.464983] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.465154] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.465337] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.465480] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.465622] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.465823] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.465981] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.466160] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.466321] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.466491] env[69513]: DEBUG nova.virt.hardware [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.467337] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6821c9-6988-408b-a18d-110a82305c78 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.472282] env[69513]: DEBUG nova.compute.utils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.476561] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.476739] env[69513]: DEBUG nova.network.neutron [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.480106] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e71c6-511b-4a0b-b82b-15949d18a420 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.494249] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c16c0c-aa52-4ccc-8f50-305eb5529b34', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.501517] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.501996] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.502228] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73abf83f-4a7b-48f2-a94b-5409b98a622a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.518726] env[69513]: DEBUG nova.policy [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e240a670ccad44e69d993a83c1f81457', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a830725e49ab4d558c083488bdd11d76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.522428] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.522428] env[69513]: value = "task-3381451" [ 1227.522428] env[69513]: _type = "Task" [ 1227.522428] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.529595] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381451, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.673945] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529773f7-e76a-3678-d62b-2d7314a2e07b, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.674233] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.674488] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8/40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.674747] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-152e572a-2628-46ed-8fdd-f58a97f89689 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.680672] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1227.680672] env[69513]: value = "task-3381452" [ 1227.680672] env[69513]: _type = "Task" [ 1227.680672] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.688318] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.823353] env[69513]: DEBUG nova.network.neutron [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Successfully created port: 87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.876163] env[69513]: DEBUG nova.compute.manager [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-vif-plugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.876407] env[69513]: DEBUG oslo_concurrency.lockutils [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.876659] env[69513]: DEBUG oslo_concurrency.lockutils [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.876843] env[69513]: DEBUG oslo_concurrency.lockutils [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.877027] env[69513]: DEBUG nova.compute.manager [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] No waiting events found dispatching network-vif-plugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.877254] env[69513]: WARNING nova.compute.manager [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received unexpected event network-vif-plugged-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 for instance with vm_state shelved_offloaded and task_state spawning. [ 1227.877429] env[69513]: DEBUG nova.compute.manager [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.877565] env[69513]: DEBUG nova.compute.manager [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing instance network info cache due to event network-changed-f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.877753] env[69513]: DEBUG oslo_concurrency.lockutils [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] Acquiring lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.877907] env[69513]: DEBUG oslo_concurrency.lockutils [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] Acquired lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.878072] env[69513]: DEBUG nova.network.neutron [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Refreshing network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1227.980063] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.034482] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381451, 'name': CreateVM_Task, 'duration_secs': 0.297202} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.034675] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.035355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.035519] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.035899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.036179] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f78ebc-3297-42ca-9b49-7ed9f3c0feb4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.041285] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1228.041285] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264d653-0be5-f844-d14d-e191d6571698" [ 1228.041285] env[69513]: _type = "Task" [ 1228.041285] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.051954] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5264d653-0be5-f844-d14d-e191d6571698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.191115] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453772} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.191416] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8/40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.191624] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.191886] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37ed4eb3-dd2a-4c2f-8363-12a32d1adb7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.198256] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1228.198256] env[69513]: value = "task-3381453" [ 1228.198256] env[69513]: _type = "Task" [ 1228.198256] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.205626] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.553859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.554125] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Processing image b78f67dc-e97e-4d20-b778-7d21b5db5c6b {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.554401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.554557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.554733] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.554977] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c27f269-c1e8-4763-8084-5858bacf8aa9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.563196] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.563417] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.564099] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0930ab5-f384-4012-bf30-4dea7d2aa48f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.568813] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1228.568813] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5261b910-48b0-f4da-4db8-21a4b5255825" [ 1228.568813] env[69513]: _type = "Task" [ 1228.568813] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.578859] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5261b910-48b0-f4da-4db8-21a4b5255825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.581641] env[69513]: DEBUG nova.network.neutron [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updated VIF entry in instance network info cache for port f3c16c0c-aa52-4ccc-8f50-305eb5529b34. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1228.581976] env[69513]: DEBUG nova.network.neutron [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [{"id": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "address": "fa:16:3e:14:c3:7c", "network": {"id": "f5f75ae9-63a7-4167-ab56-f40dd2d94d70", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1641127636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37136f476afa4fb9a608106e7b010c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c16c0c-aa", "ovs_interfaceid": "f3c16c0c-aa52-4ccc-8f50-305eb5529b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.708452] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066818} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.708718] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.709486] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5c1b3-37ba-4c14-b36f-d312b7f6e537 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.732117] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8/40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.732384] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7d1bdd-ab1d-4c4f-9c45-00677cece06b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.752500] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1228.752500] env[69513]: value = "task-3381454" [ 1228.752500] env[69513]: _type = "Task" [ 1228.752500] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.760841] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.991640] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.017033] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.017613] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.017613] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.017613] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.017988] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.017988] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.018131] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.018252] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.018414] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.018573] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.018752] env[69513]: DEBUG nova.virt.hardware [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.019608] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c1f4a-bad5-4f7b-ae58-3c27fa964094 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.027615] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43412e-73da-4513-8ff5-22d66af7ba00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.077407] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1229.077654] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Fetch image to [datastore1] OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357/OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1229.077876] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Downloading stream optimized image b78f67dc-e97e-4d20-b778-7d21b5db5c6b to [datastore1] OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357/OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357.vmdk on the data store datastore1 as vApp {{(pid=69513) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1229.078053] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Downloading image file data b78f67dc-e97e-4d20-b778-7d21b5db5c6b to the ESX as VM named 'OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357' {{(pid=69513) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1229.084211] env[69513]: DEBUG oslo_concurrency.lockutils [req-be3b1882-7c72-43fe-96db-e358b5537ec8 req-c3c596de-9dff-4cbb-a4bb-ad28ed93c360 service nova] Releasing lock "refresh_cache-2302eb83-0f21-49b0-a78f-25bcf8eec6dc" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.144383] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1229.144383] env[69513]: value = "resgroup-9" [ 1229.144383] env[69513]: _type = "ResourcePool" [ 1229.144383] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1229.144665] env[69513]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9b7a8793-cef3-498d-8413-257ea8a1f8dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.165931] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease: (returnval){ [ 1229.165931] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d44f31-6b6c-923d-896b-3622d0aa75a0" [ 1229.165931] env[69513]: _type = "HttpNfcLease" [ 1229.165931] env[69513]: } obtained for vApp import into resource pool (val){ [ 1229.165931] env[69513]: value = "resgroup-9" [ 1229.165931] env[69513]: _type = "ResourcePool" [ 1229.165931] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1229.166301] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the lease: (returnval){ [ 1229.166301] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d44f31-6b6c-923d-896b-3622d0aa75a0" [ 1229.166301] env[69513]: _type = "HttpNfcLease" [ 1229.166301] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.172224] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.172224] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d44f31-6b6c-923d-896b-3622d0aa75a0" [ 1229.172224] env[69513]: _type = "HttpNfcLease" [ 1229.172224] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.264041] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381454, 'name': ReconfigVM_Task, 'duration_secs': 0.267027} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.264400] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8/40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.265136] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b821a3f-42fe-4aeb-b1b2-7e838a6c70d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.272119] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1229.272119] env[69513]: value = "task-3381456" [ 1229.272119] env[69513]: _type = "Task" [ 1229.272119] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.280125] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381456, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.381472] env[69513]: DEBUG nova.network.neutron [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Successfully updated port: 87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.675161] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.675161] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d44f31-6b6c-923d-896b-3622d0aa75a0" [ 1229.675161] env[69513]: _type = "HttpNfcLease" [ 1229.675161] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.781124] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381456, 'name': Rename_Task, 'duration_secs': 0.179319} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.781410] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.781651] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d719b126-9f33-4d12-a97e-5e7226b9a2d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.787769] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1229.787769] env[69513]: value = "task-3381457" [ 1229.787769] env[69513]: _type = "Task" [ 1229.787769] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.796097] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.884978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.884978] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquired lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.884978] env[69513]: DEBUG nova.network.neutron [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1229.905913] env[69513]: DEBUG nova.compute.manager [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Received event network-vif-plugged-87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.906179] env[69513]: DEBUG oslo_concurrency.lockutils [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] Acquiring lock "04cf6874-139e-44fa-805f-6cfc1262ed06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.906436] env[69513]: DEBUG oslo_concurrency.lockutils [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.906653] env[69513]: DEBUG oslo_concurrency.lockutils [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.906865] env[69513]: DEBUG nova.compute.manager [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] No waiting events found dispatching network-vif-plugged-87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.907108] env[69513]: WARNING nova.compute.manager [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Received unexpected event network-vif-plugged-87a7a80e-2b7f-4100-b33d-96401369431b for instance with vm_state building and task_state spawning. [ 1229.907337] env[69513]: DEBUG nova.compute.manager [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Received event network-changed-87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.907545] env[69513]: DEBUG nova.compute.manager [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Refreshing instance network info cache due to event network-changed-87a7a80e-2b7f-4100-b33d-96401369431b. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.907763] env[69513]: DEBUG oslo_concurrency.lockutils [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] Acquiring lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.178878] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.178878] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d44f31-6b6c-923d-896b-3622d0aa75a0" [ 1230.178878] env[69513]: _type = "HttpNfcLease" [ 1230.178878] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.179311] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.179311] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d44f31-6b6c-923d-896b-3622d0aa75a0" [ 1230.179311] env[69513]: _type = "HttpNfcLease" [ 1230.179311] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1230.180032] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f825d-6c19-4e70-ae6f-11839f80bc2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.188268] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667d50-efde-fff8-c5db-b5ae5f5e38c4/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.188398] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667d50-efde-fff8-c5db-b5ae5f5e38c4/disk-0.vmdk. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1230.254936] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a9d382a-41eb-4261-8e1b-50e2476d3340 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.297107] env[69513]: DEBUG oslo_vmware.api [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381457, 'name': PowerOnVM_Task, 'duration_secs': 0.412777} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.297374] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.297571] env[69513]: INFO nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1230.297744] env[69513]: DEBUG nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.298623] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30f4567-2d08-43da-9e04-b594b4bbb6ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.418143] env[69513]: DEBUG nova.network.neutron [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1230.566128] env[69513]: DEBUG nova.network.neutron [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updating instance_info_cache with network_info: [{"id": "87a7a80e-2b7f-4100-b33d-96401369431b", "address": "fa:16:3e:b6:0c:42", "network": {"id": "ed2c6f59-ee39-4ece-9de7-9fe450bf8c75", "bridge": "br-int", "label": "tempest-ServersTestJSON-1850480206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830725e49ab4d558c083488bdd11d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a7a80e-2b", "ovs_interfaceid": "87a7a80e-2b7f-4100-b33d-96401369431b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.814684] env[69513]: INFO nova.compute.manager [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Took 11.51 seconds to build instance. [ 1231.069262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Releasing lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.069611] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Instance network_info: |[{"id": "87a7a80e-2b7f-4100-b33d-96401369431b", "address": "fa:16:3e:b6:0c:42", "network": {"id": "ed2c6f59-ee39-4ece-9de7-9fe450bf8c75", "bridge": "br-int", "label": "tempest-ServersTestJSON-1850480206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830725e49ab4d558c083488bdd11d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a7a80e-2b", "ovs_interfaceid": "87a7a80e-2b7f-4100-b33d-96401369431b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.071139] env[69513]: DEBUG oslo_concurrency.lockutils [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] Acquired lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.071336] env[69513]: DEBUG nova.network.neutron [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Refreshing network info cache for port 87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1231.073245] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:0c:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87a7a80e-2b7f-4100-b33d-96401369431b', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.080784] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Creating folder: Project (a830725e49ab4d558c083488bdd11d76). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.087146] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecdbd658-600c-4a03-a06f-221eca6bc7ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.101730] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Created folder: Project (a830725e49ab4d558c083488bdd11d76) in parent group-v674393. [ 1231.101730] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Creating folder: Instances. Parent ref: group-v674707. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.101982] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3183d173-a277-4525-8486-34f73c48d81a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.115834] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Created folder: Instances in parent group-v674707. [ 1231.115834] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.115834] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.116236] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-396ddecc-08ef-4389-b7bf-d1fa0a71dfb9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.144166] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.144166] env[69513]: value = "task-3381460" [ 1231.144166] env[69513]: _type = "Task" [ 1231.144166] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.152643] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381460, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.317390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-359f9374-87d5-419f-a835-5de9d0a2f9c5 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.020s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.341968] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1231.341968] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667d50-efde-fff8-c5db-b5ae5f5e38c4/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.342935] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8353b-4841-4300-9f3f-c0b6c9fdd5d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.347390] env[69513]: DEBUG nova.network.neutron [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updated VIF entry in instance network info cache for port 87a7a80e-2b7f-4100-b33d-96401369431b. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1231.347827] env[69513]: DEBUG nova.network.neutron [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updating instance_info_cache with network_info: [{"id": "87a7a80e-2b7f-4100-b33d-96401369431b", "address": "fa:16:3e:b6:0c:42", "network": {"id": "ed2c6f59-ee39-4ece-9de7-9fe450bf8c75", "bridge": "br-int", "label": "tempest-ServersTestJSON-1850480206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830725e49ab4d558c083488bdd11d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a7a80e-2b", "ovs_interfaceid": "87a7a80e-2b7f-4100-b33d-96401369431b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.352915] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667d50-efde-fff8-c5db-b5ae5f5e38c4/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.353098] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667d50-efde-fff8-c5db-b5ae5f5e38c4/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1231.353357] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dea21700-e556-4c98-9b6b-bfc94b0d3792 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.533825] env[69513]: DEBUG oslo_vmware.rw_handles [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667d50-efde-fff8-c5db-b5ae5f5e38c4/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1231.534137] env[69513]: INFO nova.virt.vmwareapi.images [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Downloaded image file data b78f67dc-e97e-4d20-b778-7d21b5db5c6b [ 1231.535076] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7d4d9-cd2b-4eb8-a8e4-c43386ff527d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.550496] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-419476b7-e160-4137-9831-ad4184093209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.591544] env[69513]: INFO nova.virt.vmwareapi.images [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] The imported VM was unregistered [ 1231.593997] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1231.594249] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.594509] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5af98587-b056-4ad1-afea-535d257ccc5b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.604875] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Created directory with path [datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.605095] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357/OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357.vmdk to [datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk. {{(pid=69513) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1231.605345] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-773ee2cf-ed69-47ed-a743-d5d9fb23e6bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.611203] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1231.611203] env[69513]: value = "task-3381462" [ 1231.611203] env[69513]: _type = "Task" [ 1231.611203] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.618871] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381462, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.652544] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381460, 'name': CreateVM_Task, 'duration_secs': 0.345994} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.652732] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.653401] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.653564] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.653888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.654145] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd5f555-e91b-4c62-be87-957b45aed1e6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.658545] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1231.658545] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ee0e1-e0b5-211f-c792-35334a3a5666" [ 1231.658545] env[69513]: _type = "Task" [ 1231.658545] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.665534] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ee0e1-e0b5-211f-c792-35334a3a5666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.851261] env[69513]: DEBUG oslo_concurrency.lockutils [req-54f19be4-2bd8-4ac9-a42b-0dbc093a68bf req-3f5d0528-0ff4-4491-bc0f-957ec63b145d service nova] Releasing lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.121692] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381462, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.170252] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522ee0e1-e0b5-211f-c792-35334a3a5666, 'name': SearchDatastore_Task, 'duration_secs': 0.00776} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.170573] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.170815] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.171075] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.171225] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.171402] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.171667] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f25784-6aee-44aa-bcd4-22fe9e3bcbcf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.188590] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.188839] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.189736] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d46c72-bd13-4021-aae1-7e2d3ed5d132 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.195899] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1232.195899] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52147b7b-e658-952d-b413-3a8e67142c27" [ 1232.195899] env[69513]: _type = "Task" [ 1232.195899] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.204348] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52147b7b-e658-952d-b413-3a8e67142c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.314385] env[69513]: DEBUG nova.compute.manager [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.332386] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.332783] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624573] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381462, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.708328] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52147b7b-e658-952d-b413-3a8e67142c27, 'name': SearchDatastore_Task, 'duration_secs': 0.087739} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.709759] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab5601a-4cbe-4c1b-b705-229d738d6c95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.718285] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1232.718285] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523aa046-7a59-ec3d-92f5-5b9441a3b5bf" [ 1232.718285] env[69513]: _type = "Task" [ 1232.718285] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.731588] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523aa046-7a59-ec3d-92f5-5b9441a3b5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.839818] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.839818] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.841849] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.842306] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.842893] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.842976] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.843144] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.843305] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.123718] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381462, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.228712] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523aa046-7a59-ec3d-92f5-5b9441a3b5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.08184} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.228995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.229288] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 04cf6874-139e-44fa-805f-6cfc1262ed06/04cf6874-139e-44fa-805f-6cfc1262ed06.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.229563] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3305568-ae70-49b2-83c5-2377aa0c6c1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.236487] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1233.236487] env[69513]: value = "task-3381463" [ 1233.236487] env[69513]: _type = "Task" [ 1233.236487] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.244583] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.345625] env[69513]: INFO nova.compute.claims [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.350798] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Getting list of instances from cluster (obj){ [ 1233.350798] env[69513]: value = "domain-c8" [ 1233.350798] env[69513]: _type = "ClusterComputeResource" [ 1233.350798] env[69513]: } {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1233.352098] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d86ca9-089d-4867-bd0c-0235f693c614 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.367546] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Got total of 6 instances {{(pid=69513) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1233.367733] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Triggering sync for uuid 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.367933] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Triggering sync for uuid a3064eb6-99bc-44ad-9251-9e1be709e4b2 {{(pid=69513) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.368108] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Triggering sync for uuid ed1d272a-624f-441d-a326-99bb2b84fd0c {{(pid=69513) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.368261] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Triggering sync for uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.368412] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Triggering sync for uuid 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 {{(pid=69513) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.368562] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Triggering sync for uuid 04cf6874-139e-44fa-805f-6cfc1262ed06 {{(pid=69513) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.369749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.370015] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.370215] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.370476] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.370658] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.370914] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.371111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.371349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.371521] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.371683] env[69513]: INFO nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1233.371840] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.372040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "04cf6874-139e-44fa-805f-6cfc1262ed06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.372222] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.372355] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1233.373137] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99433431-90b5-4948-8cd2-575208efdb82 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.376741] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075fbb48-5371-48b9-950e-99199a66b02d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.379465] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43dee05-91a2-428b-9513-370ab7e4ea4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.383461] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.627306] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381462, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.746507] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.853696] env[69513]: INFO nova.compute.resource_tracker [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating resource usage from migration cd5ef24c-02b7-4516-af40-302cb33bb405 [ 1233.886348] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.895355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.895691] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.895989] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.950489] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7566a-32e8-4492-872c-8e3d7ed34ad7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.960261] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38281a3-59e7-44ff-8903-dfe519f6ae7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.994582] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf9b71-59a5-4267-9148-04f481fc8231 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.004429] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc92a2c-20b4-4f13-b892-6091679350a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.020765] env[69513]: DEBUG nova.compute.provider_tree [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.127421] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381462, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.201175} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.127792] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357/OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357.vmdk to [datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk. [ 1234.128157] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Cleaning up location [datastore1] OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1234.128298] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9a74b556-980e-4fee-a4c3-d9d90201f357 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.128581] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd14aa29-5b28-4456-a8ef-645aef8b720a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.136674] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1234.136674] env[69513]: value = "task-3381464" [ 1234.136674] env[69513]: _type = "Task" [ 1234.136674] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.148499] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.247061] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964297} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.247061] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 04cf6874-139e-44fa-805f-6cfc1262ed06/04cf6874-139e-44fa-805f-6cfc1262ed06.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.247061] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.247061] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ef9159-4719-4f3c-a7ac-777857ff8ca9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.252913] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1234.252913] env[69513]: value = "task-3381465" [ 1234.252913] env[69513]: _type = "Task" [ 1234.252913] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.260063] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.524425] env[69513]: DEBUG nova.scheduler.client.report [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.646613] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076854} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.646826] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.646955] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.647218] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk to [datastore1] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.647464] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ce6721-484a-4da3-a45d-f2355b358b2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.653554] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1234.653554] env[69513]: value = "task-3381466" [ 1234.653554] env[69513]: _type = "Task" [ 1234.653554] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.660862] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.763035] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070136} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.763035] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.763522] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b3565-7975-43cf-9b3e-1a2b14b64a02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.784728] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 04cf6874-139e-44fa-805f-6cfc1262ed06/04cf6874-139e-44fa-805f-6cfc1262ed06.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.784980] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1273b307-eedb-48b4-b5d8-345cd327adcc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.804051] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1234.804051] env[69513]: value = "task-3381467" [ 1234.804051] env[69513]: _type = "Task" [ 1234.804051] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.811008] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.029447] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.190s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.029684] env[69513]: INFO nova.compute.manager [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Migrating [ 1235.036198] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.150s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.036407] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.036593] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1235.037452] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5302ee3-6d60-4d09-8f66-d615da9e61c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.054595] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110139c-e46a-498f-a959-044989b3202a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.073536] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835d31b4-891e-4965-ab25-102c5d662df5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.080922] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33137c-2167-46ce-a5aa-d8600d07f909 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.116968] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180220MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1235.117174] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.117414] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.167729] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381466, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.316744] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.550216] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.550511] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.550652] env[69513]: DEBUG nova.network.neutron [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1235.667861] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381466, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.816794] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.127180] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Applying migration context for instance 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 as it has an incoming, in-progress migration cd5ef24c-02b7-4516-af40-302cb33bb405. Migration status is pre-migrating {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1236.128121] env[69513]: INFO nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating resource usage from migration cd5ef24c-02b7-4516-af40-302cb33bb405 [ 1236.144714] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance a3064eb6-99bc-44ad-9251-9e1be709e4b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.144839] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ed1d272a-624f-441d-a326-99bb2b84fd0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.144920] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fcc60b4b-ed20-4366-b3fc-e740dbe64558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.145032] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 2302eb83-0f21-49b0-a78f-25bcf8eec6dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.145155] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 04cf6874-139e-44fa-805f-6cfc1262ed06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.145269] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Migration cd5ef24c-02b7-4516-af40-302cb33bb405 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1236.145378] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.145678] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1236.145820] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1236.168588] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381466, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.259281] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a9fc01-e630-4a33-bbe7-96c97a46ade9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.273049] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831ac80f-f4cb-4fc4-a387-d4d9393b0a62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.313538] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd14f3d2-511f-4bb1-b121-d5425aa480d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.325962] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a632d22d-02bf-41c6-ad3a-609aa125c715 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.330301] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.343287] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.371606] env[69513]: DEBUG nova.network.neutron [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [{"id": "4648f376-c2ee-4806-bf3c-70644374f798", "address": "fa:16:3e:91:84:8d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4648f376-c2", "ovs_interfaceid": "4648f376-c2ee-4806-bf3c-70644374f798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.668465] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381466, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.820203] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.846480] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.874971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.168321] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381466, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.322945} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.168536] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b78f67dc-e97e-4d20-b778-7d21b5db5c6b/b78f67dc-e97e-4d20-b778-7d21b5db5c6b.vmdk to [datastore1] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.169329] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c0d6e0-f14c-4266-a2b4-b955718f1847 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.190677] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.190934] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4cac97d-e856-44be-979f-fbfa7c38d494 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.209960] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1237.209960] env[69513]: value = "task-3381468" [ 1237.209960] env[69513]: _type = "Task" [ 1237.209960] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.217115] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.319245] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381467, 'name': ReconfigVM_Task, 'duration_secs': 2.246957} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.319542] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 04cf6874-139e-44fa-805f-6cfc1262ed06/04cf6874-139e-44fa-805f-6cfc1262ed06.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.320289] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91827c91-173f-4bb8-9df5-6c446102eb05 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.326377] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1237.326377] env[69513]: value = "task-3381469" [ 1237.326377] env[69513]: _type = "Task" [ 1237.326377] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.334747] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381469, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.351542] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1237.351716] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.234s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.486646] env[69513]: DEBUG nova.compute.manager [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.720189] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381468, 'name': ReconfigVM_Task, 'duration_secs': 0.429257} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.720496] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc/2302eb83-0f21-49b0-a78f-25bcf8eec6dc.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.721134] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5dadd1-5e5b-4eba-bb79-bf86333eae42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.727290] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1237.727290] env[69513]: value = "task-3381470" [ 1237.727290] env[69513]: _type = "Task" [ 1237.727290] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.734868] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381470, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.835313] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381469, 'name': Rename_Task, 'duration_secs': 0.222914} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.835575] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.835812] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8de3b18-47c1-4553-8f0b-b6ea8fd59c21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.841674] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1237.841674] env[69513]: value = "task-3381471" [ 1237.841674] env[69513]: _type = "Task" [ 1237.841674] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.848728] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.008478] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.008753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.237280] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381470, 'name': Rename_Task, 'duration_secs': 0.325894} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.237562] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.237811] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97273fca-af73-4dc5-8916-26b49713cd27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.244070] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1238.244070] env[69513]: value = "task-3381472" [ 1238.244070] env[69513]: _type = "Task" [ 1238.244070] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.260247] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.352267] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.390073] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a2b5d4-84fa-4052-9f74-f5a662add108 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.408279] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.514073] env[69513]: INFO nova.compute.claims [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.754297] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381472, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.853556] env[69513]: DEBUG oslo_vmware.api [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381471, 'name': PowerOnVM_Task, 'duration_secs': 0.881843} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.853880] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.854138] env[69513]: INFO nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1238.854350] env[69513]: DEBUG nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.855177] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2297c-8af6-4c3c-bb7a-0d2513ebcedd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.913640] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.914150] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40af388b-8786-424f-b5df-332c46bf2dd9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.921393] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1238.921393] env[69513]: value = "task-3381473" [ 1238.921393] env[69513]: _type = "Task" [ 1238.921393] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.928920] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.020015] env[69513]: INFO nova.compute.resource_tracker [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating resource usage from migration 90853754-8afa-482c-a9f7-b4b69b19c4cf [ 1239.134793] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed8800f-68f3-4f9c-b354-19135bc811a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.142063] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2e847-ff84-4841-8581-63af9bd4ee64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.173885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce3bd6-5d16-4c9f-a7b0-ba745c58530f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.180895] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3099895d-7424-4d9f-b53a-63841400ae46 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.194010] env[69513]: DEBUG nova.compute.provider_tree [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.254725] env[69513]: DEBUG oslo_vmware.api [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381472, 'name': PowerOnVM_Task, 'duration_secs': 0.839771} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.254849] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.359786] env[69513]: DEBUG nova.compute.manager [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.360869] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a59551-8110-479e-9090-525ad2142505 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.374369] env[69513]: INFO nova.compute.manager [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Took 15.44 seconds to build instance. [ 1239.431015] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381473, 'name': PowerOffVM_Task, 'duration_secs': 0.186054} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.431284] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.431463] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.697660] env[69513]: DEBUG nova.scheduler.client.report [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.880583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-98070717-e6d1-48a8-a042-d35fee4ca77e tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.953s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.880583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.508s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.880979] env[69513]: INFO nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] During sync_power_state the instance has a pending task (spawning). Skip. [ 1239.881026] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.881403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b18dbae3-c71a-423d-8b0c-a34561e4a6d4 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.474s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.882775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.513s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.882775] env[69513]: INFO nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] During sync_power_state the instance has a pending task (spawning). Skip. [ 1239.882775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.938035] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.938238] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.938405] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.938585] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.938728] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.938869] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.939084] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.939245] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.939406] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.939567] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.939741] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.945071] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6883b6c1-81fb-4818-82a3-4a1645ef068d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.962392] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1239.962392] env[69513]: value = "task-3381474" [ 1239.962392] env[69513]: _type = "Task" [ 1239.962392] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.970106] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.201975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.202263] env[69513]: INFO nova.compute.manager [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Migrating [ 1240.453139] env[69513]: DEBUG nova.compute.manager [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Received event network-changed-87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.453139] env[69513]: DEBUG nova.compute.manager [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Refreshing instance network info cache due to event network-changed-87a7a80e-2b7f-4100-b33d-96401369431b. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.453569] env[69513]: DEBUG oslo_concurrency.lockutils [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] Acquiring lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.453714] env[69513]: DEBUG oslo_concurrency.lockutils [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] Acquired lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.453962] env[69513]: DEBUG nova.network.neutron [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Refreshing network info cache for port 87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1240.473037] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381474, 'name': ReconfigVM_Task, 'duration_secs': 0.148346} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.473334] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.718896] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.718896] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.719099] env[69513]: DEBUG nova.network.neutron [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1240.980355] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.981142] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.981142] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.981142] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.981273] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.981631] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.981698] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.981863] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.982054] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.982269] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.982506] env[69513]: DEBUG nova.virt.hardware [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.988204] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.988867] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc036c16-c4a9-41f2-864f-5d68bf4adb4b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.010038] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1241.010038] env[69513]: value = "task-3381475" [ 1241.010038] env[69513]: _type = "Task" [ 1241.010038] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.018951] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.105995] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.106272] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.106494] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.106657] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.106826] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.109468] env[69513]: INFO nova.compute.manager [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Terminating instance [ 1241.437648] env[69513]: DEBUG nova.network.neutron [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.449682] env[69513]: DEBUG nova.network.neutron [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updated VIF entry in instance network info cache for port 87a7a80e-2b7f-4100-b33d-96401369431b. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1241.450062] env[69513]: DEBUG nova.network.neutron [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updating instance_info_cache with network_info: [{"id": "87a7a80e-2b7f-4100-b33d-96401369431b", "address": "fa:16:3e:b6:0c:42", "network": {"id": "ed2c6f59-ee39-4ece-9de7-9fe450bf8c75", "bridge": "br-int", "label": "tempest-ServersTestJSON-1850480206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830725e49ab4d558c083488bdd11d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a7a80e-2b", "ovs_interfaceid": "87a7a80e-2b7f-4100-b33d-96401369431b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.520350] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381475, 'name': ReconfigVM_Task, 'duration_secs': 0.165064} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.520567] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.521380] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f6e84-c970-45bc-a061-f7dd04f7fec0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.545096] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8/40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.545366] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d88526c-c51c-4fdf-a3a6-4fe3c2d964e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.563511] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1241.563511] env[69513]: value = "task-3381476" [ 1241.563511] env[69513]: _type = "Task" [ 1241.563511] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.572593] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.613120] env[69513]: DEBUG nova.compute.manager [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.613356] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.614296] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae5a34-e698-4e95-a3ed-1ca792d13377 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.621553] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.621773] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d42862-e95c-4835-b02e-9d859248903a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.627598] env[69513]: DEBUG oslo_vmware.api [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1241.627598] env[69513]: value = "task-3381477" [ 1241.627598] env[69513]: _type = "Task" [ 1241.627598] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.635915] env[69513]: DEBUG oslo_vmware.api [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.940044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.952731] env[69513]: DEBUG oslo_concurrency.lockutils [req-aa04a424-7c30-4d7c-8678-30e112a8a147 req-54187ff0-1dc4-4c30-a38f-17bf458813d4 service nova] Releasing lock "refresh_cache-04cf6874-139e-44fa-805f-6cfc1262ed06" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.074146] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.136611] env[69513]: DEBUG oslo_vmware.api [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381477, 'name': PowerOffVM_Task, 'duration_secs': 0.413272} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.136903] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.137094] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.137347] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7620060-5b4f-4770-8b8c-ceec4cd92f5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.203475] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.203757] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.204040] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleting the datastore file [datastore1] 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.204366] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3ec7ab-97be-4c70-b16d-d6702456097c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.210759] env[69513]: DEBUG oslo_vmware.api [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for the task: (returnval){ [ 1242.210759] env[69513]: value = "task-3381479" [ 1242.210759] env[69513]: _type = "Task" [ 1242.210759] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.218796] env[69513]: DEBUG oslo_vmware.api [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.574205] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381476, 'name': ReconfigVM_Task, 'duration_secs': 0.87103} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.574467] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8/40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.574737] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.720577] env[69513]: DEBUG oslo_vmware.api [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Task: {'id': task-3381479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159654} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.720854] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.721027] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.721193] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.721360] env[69513]: INFO nova.compute.manager [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1242.721591] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.721772] env[69513]: DEBUG nova.compute.manager [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.721865] env[69513]: DEBUG nova.network.neutron [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1243.081129] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5f9a9-438b-460b-be7e-3873dc42e135 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.100956] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b32ab-7c1f-465f-8d6f-f2cf015d134e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.119111] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.167800] env[69513]: DEBUG nova.compute.manager [req-224ce8af-6c73-46ce-8e7c-3c4a7cb4ef82 req-858b6597-2b2b-4605-bcc6-5af529b3e67f service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Received event network-vif-deleted-f3c16c0c-aa52-4ccc-8f50-305eb5529b34 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.167996] env[69513]: INFO nova.compute.manager [req-224ce8af-6c73-46ce-8e7c-3c4a7cb4ef82 req-858b6597-2b2b-4605-bcc6-5af529b3e67f service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Neutron deleted interface f3c16c0c-aa52-4ccc-8f50-305eb5529b34; detaching it from the instance and deleting it from the info cache [ 1243.168279] env[69513]: DEBUG nova.network.neutron [req-224ce8af-6c73-46ce-8e7c-3c4a7cb4ef82 req-858b6597-2b2b-4605-bcc6-5af529b3e67f service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.456236] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aefe622-8700-4e00-9faa-2a8b42a22472 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.475213] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.652031] env[69513]: DEBUG nova.network.neutron [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.656627] env[69513]: DEBUG nova.network.neutron [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Port 4648f376-c2ee-4806-bf3c-70644374f798 binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1243.672836] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a75c4390-1120-49f8-938f-3bf24fb7bd94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.682557] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4322911d-1669-45b0-a807-465e0d3c111d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.710228] env[69513]: DEBUG nova.compute.manager [req-224ce8af-6c73-46ce-8e7c-3c4a7cb4ef82 req-858b6597-2b2b-4605-bcc6-5af529b3e67f service nova] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Detach interface failed, port_id=f3c16c0c-aa52-4ccc-8f50-305eb5529b34, reason: Instance 2302eb83-0f21-49b0-a78f-25bcf8eec6dc could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.981696] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.982019] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b68fd7-2a7b-4fdf-8faf-c1a254ce032c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.989290] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1243.989290] env[69513]: value = "task-3381480" [ 1243.989290] env[69513]: _type = "Task" [ 1243.989290] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.997576] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.154554] env[69513]: INFO nova.compute.manager [-] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Took 1.43 seconds to deallocate network for instance. [ 1244.500719] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381480, 'name': PowerOffVM_Task, 'duration_secs': 0.171201} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.501023] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.501212] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.664500] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.664827] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.665162] env[69513]: DEBUG nova.objects.instance [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lazy-loading 'resources' on Instance uuid 2302eb83-0f21-49b0-a78f-25bcf8eec6dc {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.685767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.685951] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.686434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.782906] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2b48c-b2e9-41e6-a3ee-5c087b76868d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.790651] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da081d8-9d07-4de8-8e09-c3abc3d5fdc9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.820659] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44020d9-307e-4b30-abd1-c3dee5225051 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.827761] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8659960e-4d34-4d05-ab8f-abbafc6aa13b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.840620] env[69513]: DEBUG nova.compute.provider_tree [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.010026] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.010026] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.010026] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.010026] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.010297] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.010297] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.010420] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.010554] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.010716] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.010895] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.011101] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.016080] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5aa2dc-5a31-4967-b950-f38fc66f74d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.031215] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1245.031215] env[69513]: value = "task-3381481" [ 1245.031215] env[69513]: _type = "Task" [ 1245.031215] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.039017] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.344129] env[69513]: DEBUG nova.scheduler.client.report [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.540901] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381481, 'name': ReconfigVM_Task, 'duration_secs': 0.143507} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.541252] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.717806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.718021] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.718203] env[69513]: DEBUG nova.network.neutron [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1245.848906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.184s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.866302] env[69513]: INFO nova.scheduler.client.report [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Deleted allocations for instance 2302eb83-0f21-49b0-a78f-25bcf8eec6dc [ 1246.047841] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.048058] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.048217] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.048404] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.048551] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.048698] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.048898] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.049074] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.049245] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.049430] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.049591] env[69513]: DEBUG nova.virt.hardware [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.057611] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.057611] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24552053-5c79-49b5-bd25-bf04bdf981c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.075956] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1246.075956] env[69513]: value = "task-3381482" [ 1246.075956] env[69513]: _type = "Task" [ 1246.075956] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.084125] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.374652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d7509b7-6444-45cf-92ea-3e445a23fdb2 tempest-ServerActionsTestOtherB-347258904 tempest-ServerActionsTestOtherB-347258904-project-member] Lock "2302eb83-0f21-49b0-a78f-25bcf8eec6dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.268s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.462354] env[69513]: DEBUG nova.network.neutron [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [{"id": "4648f376-c2ee-4806-bf3c-70644374f798", "address": "fa:16:3e:91:84:8d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4648f376-c2", "ovs_interfaceid": "4648f376-c2ee-4806-bf3c-70644374f798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.586443] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381482, 'name': ReconfigVM_Task, 'duration_secs': 0.207549} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.586710] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.587484] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c530c4-1fe8-4a29-ae50-53883b7cec3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.609051] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.609433] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ff72ad-d2ee-402f-8046-05234467f37a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.626626] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1246.626626] env[69513]: value = "task-3381484" [ 1246.626626] env[69513]: _type = "Task" [ 1246.626626] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.635877] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.965663] env[69513]: DEBUG oslo_concurrency.lockutils [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.140292] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381484, 'name': ReconfigVM_Task, 'duration_secs': 0.264429} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.140654] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.141075] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.491241] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f50b51d-56bb-4dd4-a852-6d0ef9204035 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.510554] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af804e7c-e5b8-4637-b36b-a2f9c7274c2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.517672] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.648018] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228735e-6093-4603-a230-a26b5673096f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.666760] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a0d5a-69b4-45e4-9080-c29e656129a4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.684080] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.024902] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.024902] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a8b6da-5609-4c5a-995a-2674fe82b649 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.031933] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1248.031933] env[69513]: value = "task-3381485" [ 1248.031933] env[69513]: _type = "Task" [ 1248.031933] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.039321] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.223160] env[69513]: DEBUG nova.network.neutron [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Port dc6723b1-9067-405c-abcf-924a3417ff02 binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1248.543708] env[69513]: DEBUG oslo_vmware.api [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381485, 'name': PowerOnVM_Task, 'duration_secs': 0.481774} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.544028] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.544129] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-c84445c5-3961-40f7-945a-8e354372f35b tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance '40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.242615] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.243259] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.243460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.217964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.218264] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.284068] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.284269] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.284443] env[69513]: DEBUG nova.network.neutron [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1250.649764] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.650023] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.650247] env[69513]: DEBUG nova.compute.manager [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Going to confirm migration 8 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1250.722126] env[69513]: DEBUG nova.compute.utils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.022150] env[69513]: DEBUG nova.network.neutron [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.186646] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.186824] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquired lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.187053] env[69513]: DEBUG nova.network.neutron [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1251.187274] env[69513]: DEBUG nova.objects.instance [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'info_cache' on Instance uuid 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.225776] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.525010] env[69513]: DEBUG oslo_concurrency.lockutils [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.049244] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5012b-5bf5-48b7-894c-0ecedbccb4d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.068701] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8390ef-bf58-45ce-be1c-9de00f9c7cc9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.075624] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.292930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.293270] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.293485] env[69513]: INFO nova.compute.manager [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Attaching volume c387bfba-d1eb-4ebf-b607-8aac42058d6a to /dev/sdb [ 1252.325734] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f8d08-f208-4eed-8207-adbbf6207755 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.332865] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6269c-3aac-4bc7-a7e3-dedc73ea9207 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.346070] env[69513]: DEBUG nova.virt.block_device [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updating existing volume attachment record: 0199a4b2-888e-44ec-9f10-1343d9bd752f {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1252.380158] env[69513]: DEBUG nova.network.neutron [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [{"id": "4648f376-c2ee-4806-bf3c-70644374f798", "address": "fa:16:3e:91:84:8d", "network": {"id": "1e56a1be-9772-4fcc-9cad-6af0fa3c34db", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-317682735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b938d7bd52934aaeb2c547fa54298d4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4648f376-c2", "ovs_interfaceid": "4648f376-c2ee-4806-bf3c-70644374f798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.582108] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.582438] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-429d5de9-14d8-4ef0-8c89-dd88bd6785f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.590122] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1252.590122] env[69513]: value = "task-3381487" [ 1252.590122] env[69513]: _type = "Task" [ 1252.590122] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.598630] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.884103] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Releasing lock "refresh_cache-40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.884502] env[69513]: DEBUG nova.objects.instance [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lazy-loading 'migration_context' on Instance uuid 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.100173] env[69513]: DEBUG oslo_vmware.api [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381487, 'name': PowerOnVM_Task, 'duration_secs': 0.392673} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.100410] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.100593] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-04f72a64-63d2-42d4-83d5-59d871d304a6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance 'a3064eb6-99bc-44ad-9251-9e1be709e4b2' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.387643] env[69513]: DEBUG nova.objects.base [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Object Instance<40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8> lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.388769] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6739aa23-f557-4e7e-92ba-e9daf63c09b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.408678] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f4908f-4fd8-4299-aea4-10ade4ae00f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.414079] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1253.414079] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523279b9-de0f-1da1-9f18-383d517c8ac2" [ 1253.414079] env[69513]: _type = "Task" [ 1253.414079] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.421746] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523279b9-de0f-1da1-9f18-383d517c8ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.923836] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523279b9-de0f-1da1-9f18-383d517c8ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.007076} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.925782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.925782] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.594331] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d248a-2ef8-4c5f-9255-516c9c9cd01d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.601718] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ed4c5-e6d8-4174-8fcd-b3508929bb27 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.638408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b767653-76b3-4824-b551-e13358a5dfe3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.647512] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59efddf-6617-4521-9f1f-f763aebb14a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.662813] env[69513]: DEBUG nova.compute.provider_tree [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.166242] env[69513]: DEBUG nova.scheduler.client.report [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.904648] env[69513]: DEBUG nova.network.neutron [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Port dc6723b1-9067-405c-abcf-924a3417ff02 binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1255.904988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.905099] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.905230] env[69513]: DEBUG nova.network.neutron [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1256.176975] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.252s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.598513] env[69513]: DEBUG nova.network.neutron [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.730961] env[69513]: INFO nova.scheduler.client.report [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocation for migration cd5ef24c-02b7-4516-af40-302cb33bb405 [ 1256.887879] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1256.888132] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674710', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'name': 'volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed1d272a-624f-441d-a326-99bb2b84fd0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'serial': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1256.889036] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab176dc-ab02-4172-9cb5-e78e405d707c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.905323] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc7740-02af-412d-8f7f-39b7613c24c7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.933957] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a/volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.934312] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f8c8da-0565-4c32-8377-017bcd3ee300 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.952860] env[69513]: DEBUG oslo_vmware.api [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1256.952860] env[69513]: value = "task-3381489" [ 1256.952860] env[69513]: _type = "Task" [ 1256.952860] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.959831] env[69513]: DEBUG oslo_vmware.api [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.101631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.238931] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.589s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.462329] env[69513]: DEBUG oslo_vmware.api [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381489, 'name': ReconfigVM_Task, 'duration_secs': 0.354176} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.462584] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a/volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.467217] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f53f81-cd06-48d2-a300-093083571646 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.483933] env[69513]: DEBUG oslo_vmware.api [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1257.483933] env[69513]: value = "task-3381490" [ 1257.483933] env[69513]: _type = "Task" [ 1257.483933] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.494441] env[69513]: DEBUG oslo_vmware.api [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.605384] env[69513]: DEBUG nova.compute.manager [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69513) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1257.605624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.605876] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.994154] env[69513]: DEBUG oslo_vmware.api [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381490, 'name': ReconfigVM_Task, 'duration_secs': 0.133569} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.994478] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674710', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'name': 'volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed1d272a-624f-441d-a326-99bb2b84fd0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'serial': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1258.108279] env[69513]: DEBUG nova.objects.instance [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'migration_context' on Instance uuid a3064eb6-99bc-44ad-9251-9e1be709e4b2 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.673340] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.673576] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.673775] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.673951] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.674156] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.676439] env[69513]: INFO nova.compute.manager [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Terminating instance [ 1258.695063] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b77429-712e-4762-9f5d-1e456e00361a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.702678] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e0da9b-2c51-4e6a-9202-f50309bf7de8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.732079] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ab5217-6703-4974-8e02-58bb716d6459 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.738713] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18e0f77-1059-4b69-a76f-7337b6758154 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.751659] env[69513]: DEBUG nova.compute.provider_tree [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.029018] env[69513]: DEBUG nova.objects.instance [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'flavor' on Instance uuid ed1d272a-624f-441d-a326-99bb2b84fd0c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.182748] env[69513]: DEBUG nova.compute.manager [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.183142] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.184143] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097be248-c59a-4439-84f5-d44dfda776c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.192564] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.192855] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eca5bfd-ef6c-4f68-8315-a70a390b90d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.199256] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1259.199256] env[69513]: value = "task-3381491" [ 1259.199256] env[69513]: _type = "Task" [ 1259.199256] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.209426] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.254529] env[69513]: DEBUG nova.scheduler.client.report [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.534879] env[69513]: DEBUG oslo_concurrency.lockutils [None req-f130e320-b8b2-480f-ad49-ae118d491362 tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.708866] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381491, 'name': PowerOffVM_Task, 'duration_secs': 0.16146} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.709151] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.709326] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.709572] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0877332d-dac5-4caa-b422-85fbbec41af1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.721583] env[69513]: DEBUG oslo_concurrency.lockutils [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.721819] env[69513]: DEBUG oslo_concurrency.lockutils [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.771497] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.771842] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.772035] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleting the datastore file [datastore1] 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.772333] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14c4485-463c-47d6-b5dd-85aeca9b6735 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.779028] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for the task: (returnval){ [ 1259.779028] env[69513]: value = "task-3381493" [ 1259.779028] env[69513]: _type = "Task" [ 1259.779028] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.786883] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.224734] env[69513]: INFO nova.compute.manager [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Detaching volume c387bfba-d1eb-4ebf-b607-8aac42058d6a [ 1260.256314] env[69513]: INFO nova.virt.block_device [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Attempting to driver detach volume c387bfba-d1eb-4ebf-b607-8aac42058d6a from mountpoint /dev/sdb [ 1260.256551] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1260.256738] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674710', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'name': 'volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed1d272a-624f-441d-a326-99bb2b84fd0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'serial': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1260.257613] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294211c0-7c13-47e1-bc85-7d1239d30981 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.280525] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.674s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.286679] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96181469-666d-4e48-bcbc-960ffc2d09cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.305315] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cfb90f-77a5-41d6-a7e1-5bd9b1989a2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.307951] env[69513]: DEBUG oslo_vmware.api [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Task: {'id': task-3381493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144432} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.309117] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.309310] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.309486] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.309655] env[69513]: INFO nova.compute.manager [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1260.309878] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.310658] env[69513]: DEBUG nova.compute.manager [-] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.310772] env[69513]: DEBUG nova.network.neutron [-] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1260.330645] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a37df5-7482-4dee-881b-c54fe78c4944 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.345178] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] The volume has not been displaced from its original location: [datastore2] volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a/volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1260.350304] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.350800] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69af74d-7eb8-4305-adf4-d49a9a4d62ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.370491] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1260.370491] env[69513]: value = "task-3381494" [ 1260.370491] env[69513]: _type = "Task" [ 1260.370491] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.378346] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.443053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.443053] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.700352] env[69513]: DEBUG nova.compute.manager [req-aa45b9cd-c937-4a4d-b24c-f67777a0531c req-e2775a7b-5d5a-4d54-9931-4b416aced294 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Received event network-vif-deleted-4648f376-c2ee-4806-bf3c-70644374f798 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.700756] env[69513]: INFO nova.compute.manager [req-aa45b9cd-c937-4a4d-b24c-f67777a0531c req-e2775a7b-5d5a-4d54-9931-4b416aced294 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Neutron deleted interface 4648f376-c2ee-4806-bf3c-70644374f798; detaching it from the instance and deleting it from the info cache [ 1260.701078] env[69513]: DEBUG nova.network.neutron [req-aa45b9cd-c937-4a4d-b24c-f67777a0531c req-e2775a7b-5d5a-4d54-9931-4b416aced294 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.883634] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381494, 'name': ReconfigVM_Task, 'duration_secs': 0.223703} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.884138] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.889897] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c689266-a0bf-41ba-b393-20aacc9ace6a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.907527] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1260.907527] env[69513]: value = "task-3381495" [ 1260.907527] env[69513]: _type = "Task" [ 1260.907527] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.915641] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.946607] env[69513]: DEBUG nova.compute.utils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.082931] env[69513]: DEBUG nova.network.neutron [-] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.204177] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e9741c3-f3bc-48e0-b59c-b3ec728cd842 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.213663] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145e8580-dc92-46a6-aded-03bdad548fd7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.240988] env[69513]: DEBUG nova.compute.manager [req-aa45b9cd-c937-4a4d-b24c-f67777a0531c req-e2775a7b-5d5a-4d54-9931-4b416aced294 service nova] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Detach interface failed, port_id=4648f376-c2ee-4806-bf3c-70644374f798, reason: Instance 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.418154] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.450165] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.587742] env[69513]: INFO nova.compute.manager [-] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Took 1.28 seconds to deallocate network for instance. [ 1261.824254] env[69513]: INFO nova.compute.manager [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Swapping old allocation on dict_keys(['7e091bd4-226e-443b-b149-fa857f4cdcd3']) held by migration 90853754-8afa-482c-a9f7-b4b69b19c4cf for instance [ 1261.845194] env[69513]: DEBUG nova.scheduler.client.report [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Overwriting current allocation {'allocations': {'7e091bd4-226e-443b-b149-fa857f4cdcd3': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'd79b1640cbb3404f818d9149ec3d4ac0', 'user_id': '3b496904bc7a4fc092cdde15f22109e5', 'consumer_generation': 1} on consumer a3064eb6-99bc-44ad-9251-9e1be709e4b2 {{(pid=69513) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1261.917946] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.922860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.923041] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.923245] env[69513]: DEBUG nova.network.neutron [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1262.095364] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.095626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.095812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.111744] env[69513]: INFO nova.scheduler.client.report [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Deleted allocations for instance 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8 [ 1262.418607] env[69513]: DEBUG oslo_vmware.api [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381495, 'name': ReconfigVM_Task, 'duration_secs': 1.136656} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.418949] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674710', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'name': 'volume-c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed1d272a-624f-441d-a326-99bb2b84fd0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a', 'serial': 'c387bfba-d1eb-4ebf-b607-8aac42058d6a'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.508650] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.508912] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.509157] env[69513]: INFO nova.compute.manager [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Attaching volume f6898cd1-df5a-45d8-a35f-cc5547469c97 to /dev/sdb [ 1262.537568] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80316039-4433-48fa-8a19-dbfd4a45efdd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.547851] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad864d4-321f-4119-b31f-d025e5f24ca6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.560251] env[69513]: DEBUG nova.virt.block_device [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating existing volume attachment record: e89d9a29-37a8-42b7-885b-32a91b8f8e64 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1262.619278] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3ceb478b-3743-4cbd-a8a9-ef3b287b5bd6 tempest-DeleteServersTestJSON-1880805458 tempest-DeleteServersTestJSON-1880805458-project-member] Lock "40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.946s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.631393] env[69513]: DEBUG nova.network.neutron [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [{"id": "dc6723b1-9067-405c-abcf-924a3417ff02", "address": "fa:16:3e:b3:cb:14", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6723b1-90", "ovs_interfaceid": "dc6723b1-9067-405c-abcf-924a3417ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.958861] env[69513]: DEBUG nova.objects.instance [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'flavor' on Instance uuid ed1d272a-624f-441d-a326-99bb2b84fd0c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.134611] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-a3064eb6-99bc-44ad-9251-9e1be709e4b2" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135017] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.135336] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61306169-f68e-46c1-a690-1d9c6b0aa460 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.142496] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1263.142496] env[69513]: value = "task-3381500" [ 1263.142496] env[69513]: _type = "Task" [ 1263.142496] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.151125] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.651193] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381500, 'name': PowerOffVM_Task, 'duration_secs': 0.191227} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.651528] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.652054] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.652271] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.652428] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.652615] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.652761] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.652914] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.653147] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.653315] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.653488] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.653650] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.653823] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.658669] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0b3dc4-8cf9-42df-a404-8cc6c661b08a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.673750] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1263.673750] env[69513]: value = "task-3381501" [ 1263.673750] env[69513]: _type = "Task" [ 1263.673750] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.683103] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.965847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-deaeea14-82da-47b9-a671-16619b93b5eb tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.244s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.183898] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381501, 'name': ReconfigVM_Task, 'duration_secs': 0.133061} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.184716] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de34b21-2829-4115-ae1f-4b6caf939dd1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.202625] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.202794] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.202794] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.202988] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.203169] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.203327] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.203532] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.203726] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.203904] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.204087] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.204264] env[69513]: DEBUG nova.virt.hardware [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.205036] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af829866-f27d-4620-b3a0-6875131036fe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.210215] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1264.210215] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d27d7d-4534-a66c-8320-f72282cdd5dd" [ 1264.210215] env[69513]: _type = "Task" [ 1264.210215] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.217715] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d27d7d-4534-a66c-8320-f72282cdd5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.720181] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d27d7d-4534-a66c-8320-f72282cdd5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.026186} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.725410] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.725671] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8544a5-9d08-4acd-b369-1fb8e43594ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.742820] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1264.742820] env[69513]: value = "task-3381502" [ 1264.742820] env[69513]: _type = "Task" [ 1264.742820] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.751533] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.005517] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.005750] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.005964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "ed1d272a-624f-441d-a326-99bb2b84fd0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.006172] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.006344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.008502] env[69513]: INFO nova.compute.manager [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Terminating instance [ 1265.252842] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381502, 'name': ReconfigVM_Task, 'duration_secs': 0.162222} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.253160] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.253934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a0bba8-eb09-4b0a-99de-0f99596d5484 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.277594] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.278214] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600879ea-796d-4a0f-b700-861274b3615d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.296068] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1265.296068] env[69513]: value = "task-3381504" [ 1265.296068] env[69513]: _type = "Task" [ 1265.296068] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.303655] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.512145] env[69513]: DEBUG nova.compute.manager [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.512402] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.513553] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0012b677-aec7-43ea-bff3-b90c37b9efdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.521701] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.521933] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f196aced-1f63-4bfa-ac26-4259bbc56b2a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.532389] env[69513]: DEBUG oslo_vmware.api [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1265.532389] env[69513]: value = "task-3381505" [ 1265.532389] env[69513]: _type = "Task" [ 1265.532389] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.540922] env[69513]: DEBUG oslo_vmware.api [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.806818] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381504, 'name': ReconfigVM_Task, 'duration_secs': 0.253026} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.807234] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2/a3064eb6-99bc-44ad-9251-9e1be709e4b2.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.807889] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3276c2-120a-4609-930e-98057427e047 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.825737] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576ca95-5623-49a8-8806-22701c0abcc2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.842741] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825d38cd-1b2a-4bac-bfe8-ae5e16dbba5d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.861165] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf8cd33-5366-40d9-9195-27eba63aac0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.867418] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.867634] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34e110d-4cbb-474b-99db-e4b4cc34eebf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.873361] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1265.873361] env[69513]: value = "task-3381506" [ 1265.873361] env[69513]: _type = "Task" [ 1265.873361] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.880381] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.042602] env[69513]: DEBUG oslo_vmware.api [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381505, 'name': PowerOffVM_Task, 'duration_secs': 0.185187} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.042845] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.043020] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.043313] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b14e45ae-5beb-44a5-826a-9cef97a40337 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.104645] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.104860] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.105056] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleting the datastore file [datastore2] ed1d272a-624f-441d-a326-99bb2b84fd0c {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.105323] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-066f8d3e-8d18-40db-b299-9029399795f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.112260] env[69513]: DEBUG oslo_vmware.api [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for the task: (returnval){ [ 1266.112260] env[69513]: value = "task-3381508" [ 1266.112260] env[69513]: _type = "Task" [ 1266.112260] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.119640] env[69513]: DEBUG oslo_vmware.api [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.385689] env[69513]: DEBUG oslo_vmware.api [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381506, 'name': PowerOnVM_Task, 'duration_secs': 0.406251} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.385689] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.621871] env[69513]: DEBUG oslo_vmware.api [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Task: {'id': task-3381508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15511} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.622138] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.622324] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.622504] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.622677] env[69513]: INFO nova.compute.manager [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.622914] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.623117] env[69513]: DEBUG nova.compute.manager [-] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.623234] env[69513]: DEBUG nova.network.neutron [-] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1267.113524] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1267.113766] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674712', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'name': 'volume-f6898cd1-df5a-45d8-a35f-cc5547469c97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcc60b4b-ed20-4366-b3fc-e740dbe64558', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'serial': 'f6898cd1-df5a-45d8-a35f-cc5547469c97'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1267.117809] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794fb188-7999-49ca-9ada-0c13c9572347 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.143609] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329231dc-b019-435e-b016-ff059152a9be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.175591] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-f6898cd1-df5a-45d8-a35f-cc5547469c97/volume-f6898cd1-df5a-45d8-a35f-cc5547469c97.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.177482] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94c57a0-214d-40a5-8493-335f5fd24ec6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.191906] env[69513]: DEBUG nova.compute.manager [req-da2829ee-68b3-4df6-9111-a2f1fe25afe0 req-9415f9b5-29cf-4f6c-b540-7f0281aac096 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Received event network-vif-deleted-b336f37a-5e2d-4007-a25b-0aa95b17d232 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.192109] env[69513]: INFO nova.compute.manager [req-da2829ee-68b3-4df6-9111-a2f1fe25afe0 req-9415f9b5-29cf-4f6c-b540-7f0281aac096 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Neutron deleted interface b336f37a-5e2d-4007-a25b-0aa95b17d232; detaching it from the instance and deleting it from the info cache [ 1267.192326] env[69513]: DEBUG nova.network.neutron [req-da2829ee-68b3-4df6-9111-a2f1fe25afe0 req-9415f9b5-29cf-4f6c-b540-7f0281aac096 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.199866] env[69513]: DEBUG oslo_vmware.api [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1267.199866] env[69513]: value = "task-3381509" [ 1267.199866] env[69513]: _type = "Task" [ 1267.199866] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.210323] env[69513]: DEBUG oslo_vmware.api [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.399207] env[69513]: INFO nova.compute.manager [None req-ccb51980-b98e-4345-ac47-76fc022b1844 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance to original state: 'active' [ 1267.648379] env[69513]: DEBUG nova.network.neutron [-] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.695042] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f85cd340-c689-4d7d-b5f1-654d34cb78fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.708332] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2dfd7e-6630-4615-97ee-3ae36a65426f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.724384] env[69513]: DEBUG oslo_vmware.api [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381509, 'name': ReconfigVM_Task, 'duration_secs': 0.340259} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.724665] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-f6898cd1-df5a-45d8-a35f-cc5547469c97/volume-f6898cd1-df5a-45d8-a35f-cc5547469c97.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.736069] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36eb509-caea-4aa9-9b8f-bb7bc7ac0da1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.746037] env[69513]: DEBUG nova.compute.manager [req-da2829ee-68b3-4df6-9111-a2f1fe25afe0 req-9415f9b5-29cf-4f6c-b540-7f0281aac096 service nova] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Detach interface failed, port_id=b336f37a-5e2d-4007-a25b-0aa95b17d232, reason: Instance ed1d272a-624f-441d-a326-99bb2b84fd0c could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.752623] env[69513]: DEBUG oslo_vmware.api [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1267.752623] env[69513]: value = "task-3381510" [ 1267.752623] env[69513]: _type = "Task" [ 1267.752623] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.760905] env[69513]: DEBUG oslo_vmware.api [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.152062] env[69513]: INFO nova.compute.manager [-] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Took 1.53 seconds to deallocate network for instance. [ 1268.263434] env[69513]: DEBUG oslo_vmware.api [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381510, 'name': ReconfigVM_Task, 'duration_secs': 0.225066} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.263434] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674712', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'name': 'volume-f6898cd1-df5a-45d8-a35f-cc5547469c97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcc60b4b-ed20-4366-b3fc-e740dbe64558', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'serial': 'f6898cd1-df5a-45d8-a35f-cc5547469c97'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1268.415145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.415421] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.415664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.415850] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.416055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.419846] env[69513]: INFO nova.compute.manager [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Terminating instance [ 1268.658204] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.658475] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.658701] env[69513]: DEBUG nova.objects.instance [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lazy-loading 'resources' on Instance uuid ed1d272a-624f-441d-a326-99bb2b84fd0c {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.925657] env[69513]: DEBUG nova.compute.manager [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.925834] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.926752] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b6823-75b9-4983-bfb5-5fa792571557 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.934808] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.935030] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c9b8798-85d7-4c59-a3bc-1c578864a7a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.941686] env[69513]: DEBUG oslo_vmware.api [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1268.941686] env[69513]: value = "task-3381511" [ 1268.941686] env[69513]: _type = "Task" [ 1268.941686] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.949421] env[69513]: DEBUG oslo_vmware.api [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.222459] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d34cbd-5444-4bf5-b4d0-125cb98ea6ce {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.230424] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feda2cb-33d5-444a-b1d9-c36cb01c2c3a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.259934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cc8553-2b3b-4e7b-bccd-5da189969489 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.266796] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa4385-da55-443a-ad1d-54b12fec1e04 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.279482] env[69513]: DEBUG nova.compute.provider_tree [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.305673] env[69513]: DEBUG nova.objects.instance [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.452141] env[69513]: DEBUG oslo_vmware.api [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381511, 'name': PowerOffVM_Task, 'duration_secs': 0.203981} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.452435] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.452605] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.452852] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ac9f74-dcbb-4c97-a5b9-0b0e42d5c5b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.518069] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.518295] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.518476] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleting the datastore file [datastore2] a3064eb6-99bc-44ad-9251-9e1be709e4b2 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.518722] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f76b27b-78e3-4c39-b0b8-908ad9d3007c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.525106] env[69513]: DEBUG oslo_vmware.api [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1269.525106] env[69513]: value = "task-3381513" [ 1269.525106] env[69513]: _type = "Task" [ 1269.525106] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.532601] env[69513]: DEBUG oslo_vmware.api [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.783152] env[69513]: DEBUG nova.scheduler.client.report [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.809415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4e620bda-9f56-40cc-9f7c-55143c23b987 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.860886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.861234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.861470] env[69513]: DEBUG nova.compute.manager [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.862319] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca42fa49-00a8-4893-8b8e-c19063bb18b8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.869100] env[69513]: DEBUG nova.compute.manager [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1269.869647] env[69513]: DEBUG nova.objects.instance [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.035289] env[69513]: DEBUG oslo_vmware.api [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14735} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.035468] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.035639] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.035812] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.035978] env[69513]: INFO nova.compute.manager [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.036231] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.036421] env[69513]: DEBUG nova.compute.manager [-] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.036517] env[69513]: DEBUG nova.network.neutron [-] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1270.288856] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.308294] env[69513]: INFO nova.scheduler.client.report [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Deleted allocations for instance ed1d272a-624f-441d-a326-99bb2b84fd0c [ 1270.449000] env[69513]: DEBUG nova.compute.manager [req-24912821-d0f1-45fd-a035-d4a5a4d4ec85 req-3c9b0b63-a27c-469c-aa73-48ff6773b86b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Received event network-vif-deleted-dc6723b1-9067-405c-abcf-924a3417ff02 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.449233] env[69513]: INFO nova.compute.manager [req-24912821-d0f1-45fd-a035-d4a5a4d4ec85 req-3c9b0b63-a27c-469c-aa73-48ff6773b86b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Neutron deleted interface dc6723b1-9067-405c-abcf-924a3417ff02; detaching it from the instance and deleting it from the info cache [ 1270.449407] env[69513]: DEBUG nova.network.neutron [req-24912821-d0f1-45fd-a035-d4a5a4d4ec85 req-3c9b0b63-a27c-469c-aa73-48ff6773b86b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.818197] env[69513]: DEBUG oslo_concurrency.lockutils [None req-b3116c1a-b39b-4b20-9e60-42e4660e5e9d tempest-AttachVolumeNegativeTest-402732870 tempest-AttachVolumeNegativeTest-402732870-project-member] Lock "ed1d272a-624f-441d-a326-99bb2b84fd0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.876285] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.876612] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2463e973-76cb-4360-be98-172801ddbc58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.884522] env[69513]: DEBUG oslo_vmware.api [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1270.884522] env[69513]: value = "task-3381514" [ 1270.884522] env[69513]: _type = "Task" [ 1270.884522] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.893160] env[69513]: DEBUG oslo_vmware.api [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.932156] env[69513]: DEBUG nova.network.neutron [-] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.951827] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc888190-9d61-470b-bd1d-3a579eebfda7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.963913] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d970ed-21b3-4c8e-8bba-e8d6f80adb98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.993523] env[69513]: DEBUG nova.compute.manager [req-24912821-d0f1-45fd-a035-d4a5a4d4ec85 req-3c9b0b63-a27c-469c-aa73-48ff6773b86b service nova] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Detach interface failed, port_id=dc6723b1-9067-405c-abcf-924a3417ff02, reason: Instance a3064eb6-99bc-44ad-9251-9e1be709e4b2 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.395151] env[69513]: DEBUG oslo_vmware.api [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381514, 'name': PowerOffVM_Task, 'duration_secs': 0.208063} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.395486] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.395600] env[69513]: DEBUG nova.compute.manager [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.396341] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cbee0-9936-43ab-a0e1-c1c0ee471710 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.435307] env[69513]: INFO nova.compute.manager [-] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Took 1.40 seconds to deallocate network for instance. [ 1271.907324] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a62cda38-ca35-4c2a-9a07-af858b1fdf78 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.942882] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.943219] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.943451] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.965103] env[69513]: INFO nova.scheduler.client.report [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted allocations for instance a3064eb6-99bc-44ad-9251-9e1be709e4b2 [ 1272.222517] env[69513]: DEBUG nova.objects.instance [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.473028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a80d2b8e-c8d8-4967-ad3c-5276b202bb95 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "a3064eb6-99bc-44ad-9251-9e1be709e4b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.057s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.726940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.727098] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.727272] env[69513]: DEBUG nova.network.neutron [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1272.727456] env[69513]: DEBUG nova.objects.instance [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'info_cache' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.230373] env[69513]: DEBUG nova.objects.base [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.363725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.363725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.865427] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.192709] env[69513]: DEBUG nova.network.neutron [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [{"id": "19847362-770e-44f5-aefa-45c7326c4f0e", "address": "fa:16:3e:ee:73:fc", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19847362-77", "ovs_interfaceid": "19847362-770e-44f5-aefa-45c7326c4f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.387592] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.387865] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.389427] env[69513]: INFO nova.compute.claims [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.695285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.441964] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd30a9d7-1c26-4674-989d-a2782c27ea6a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.449575] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa12d9b9-52ca-4ec4-9f69-32a210f1fbb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.479083] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43dc554-41bb-496c-bcbd-4df90575526d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.485740] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f87588-a04f-4b1c-bc9e-af42e66d47d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.499156] env[69513]: DEBUG nova.compute.provider_tree [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.700566] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.700961] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8d6397a-31b9-400a-8957-c4b85c5fe8c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.708210] env[69513]: DEBUG oslo_vmware.api [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1275.708210] env[69513]: value = "task-3381517" [ 1275.708210] env[69513]: _type = "Task" [ 1275.708210] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.715851] env[69513]: DEBUG oslo_vmware.api [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.003026] env[69513]: DEBUG nova.scheduler.client.report [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.218265] env[69513]: DEBUG oslo_vmware.api [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381517, 'name': PowerOnVM_Task, 'duration_secs': 0.42157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.218484] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.218695] env[69513]: DEBUG nova.compute.manager [None req-8200c696-dbb5-4c93-bf65-666353207a44 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.219469] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215f6b5-54bb-4ff5-8f3d-ea11e3d7ebb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.507651] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.508164] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.878018] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "04cf6874-139e-44fa-805f-6cfc1262ed06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.878320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.878537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "04cf6874-139e-44fa-805f-6cfc1262ed06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.878722] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.878891] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.881074] env[69513]: INFO nova.compute.manager [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Terminating instance [ 1277.014182] env[69513]: DEBUG nova.compute.utils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.015592] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.015731] env[69513]: DEBUG nova.network.neutron [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.068387] env[69513]: DEBUG nova.policy [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b496904bc7a4fc092cdde15f22109e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79b1640cbb3404f818d9149ec3d4ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.324729] env[69513]: DEBUG nova.network.neutron [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Successfully created port: d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.384774] env[69513]: DEBUG nova.compute.manager [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.384994] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.386015] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c28c18-87c7-4c05-aec4-08dbadd29ff1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.394270] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.394497] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382d4f35-9953-425d-b163-d624c173063a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.401754] env[69513]: DEBUG oslo_vmware.api [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1277.401754] env[69513]: value = "task-3381518" [ 1277.401754] env[69513]: _type = "Task" [ 1277.401754] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.409779] env[69513]: DEBUG oslo_vmware.api [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.518966] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.911347] env[69513]: DEBUG oslo_vmware.api [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381518, 'name': PowerOffVM_Task, 'duration_secs': 0.191401} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.911661] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.911886] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.912157] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db2ff5e-1b6a-413c-b7c3-e8ad0093c3c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.972651] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.972651] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.972808] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Deleting the datastore file [datastore1] 04cf6874-139e-44fa-805f-6cfc1262ed06 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.972983] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5862c575-6c49-44b0-af63-d3e64f0ba791 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.983580] env[69513]: DEBUG oslo_vmware.api [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for the task: (returnval){ [ 1277.983580] env[69513]: value = "task-3381521" [ 1277.983580] env[69513]: _type = "Task" [ 1277.983580] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.991536] env[69513]: DEBUG oslo_vmware.api [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.493775] env[69513]: DEBUG oslo_vmware.api [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Task: {'id': task-3381521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133058} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.493955] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.494114] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.494309] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.494523] env[69513]: INFO nova.compute.manager [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.494777] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.494978] env[69513]: DEBUG nova.compute.manager [-] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.495085] env[69513]: DEBUG nova.network.neutron [-] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1278.528619] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.555830] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.556245] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.557024] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.557024] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.557024] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.557244] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.557583] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.557850] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.558169] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.558459] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.558757] env[69513]: DEBUG nova.virt.hardware [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.560054] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8cfeeb-8e59-4de9-945f-c8f46f4cd9e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.568975] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb14b735-bf34-4944-81c9-6cd369080e0a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.676402] env[69513]: DEBUG nova.compute.manager [req-37562483-67d4-42f3-90c2-22e5caab10c7 req-d9ca9dee-9d3e-42ce-9875-4e6995cd5086 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Received event network-vif-plugged-d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.676402] env[69513]: DEBUG oslo_concurrency.lockutils [req-37562483-67d4-42f3-90c2-22e5caab10c7 req-d9ca9dee-9d3e-42ce-9875-4e6995cd5086 service nova] Acquiring lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.676402] env[69513]: DEBUG oslo_concurrency.lockutils [req-37562483-67d4-42f3-90c2-22e5caab10c7 req-d9ca9dee-9d3e-42ce-9875-4e6995cd5086 service nova] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.676402] env[69513]: DEBUG oslo_concurrency.lockutils [req-37562483-67d4-42f3-90c2-22e5caab10c7 req-d9ca9dee-9d3e-42ce-9875-4e6995cd5086 service nova] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.676402] env[69513]: DEBUG nova.compute.manager [req-37562483-67d4-42f3-90c2-22e5caab10c7 req-d9ca9dee-9d3e-42ce-9875-4e6995cd5086 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] No waiting events found dispatching network-vif-plugged-d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.676891] env[69513]: WARNING nova.compute.manager [req-37562483-67d4-42f3-90c2-22e5caab10c7 req-d9ca9dee-9d3e-42ce-9875-4e6995cd5086 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Received unexpected event network-vif-plugged-d2459247-da8f-4a7b-981c-b802b8ce0cfa for instance with vm_state building and task_state spawning. [ 1278.757253] env[69513]: DEBUG nova.network.neutron [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Successfully updated port: d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.959479] env[69513]: DEBUG nova.compute.manager [req-2d24800c-9d86-4346-96eb-e3fbe2946b5e req-2e87fd4a-934e-4843-82e2-c4f7fb77a1b3 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Received event network-vif-deleted-87a7a80e-2b7f-4100-b33d-96401369431b {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.959647] env[69513]: INFO nova.compute.manager [req-2d24800c-9d86-4346-96eb-e3fbe2946b5e req-2e87fd4a-934e-4843-82e2-c4f7fb77a1b3 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Neutron deleted interface 87a7a80e-2b7f-4100-b33d-96401369431b; detaching it from the instance and deleting it from the info cache [ 1278.959822] env[69513]: DEBUG nova.network.neutron [req-2d24800c-9d86-4346-96eb-e3fbe2946b5e req-2e87fd4a-934e-4843-82e2-c4f7fb77a1b3 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.261105] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.261285] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.261512] env[69513]: DEBUG nova.network.neutron [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1279.404271] env[69513]: DEBUG nova.network.neutron [-] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.463061] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aca076fe-0b9d-493d-a7bd-f706c05bb3db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.473058] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55895fad-f0ad-4c37-b64f-69c160dfe679 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.499987] env[69513]: DEBUG nova.compute.manager [req-2d24800c-9d86-4346-96eb-e3fbe2946b5e req-2e87fd4a-934e-4843-82e2-c4f7fb77a1b3 service nova] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Detach interface failed, port_id=87a7a80e-2b7f-4100-b33d-96401369431b, reason: Instance 04cf6874-139e-44fa-805f-6cfc1262ed06 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.800697] env[69513]: DEBUG nova.network.neutron [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1279.907502] env[69513]: INFO nova.compute.manager [-] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Took 1.41 seconds to deallocate network for instance. [ 1279.929342] env[69513]: DEBUG nova.network.neutron [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [{"id": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "address": "fa:16:3e:96:5e:56", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2459247-da", "ovs_interfaceid": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.414570] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.414860] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.415099] env[69513]: DEBUG nova.objects.instance [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lazy-loading 'resources' on Instance uuid 04cf6874-139e-44fa-805f-6cfc1262ed06 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.431953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.432313] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Instance network_info: |[{"id": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "address": "fa:16:3e:96:5e:56", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2459247-da", "ovs_interfaceid": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.432826] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:5e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2459247-da8f-4a7b-981c-b802b8ce0cfa', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.442100] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.442573] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.442799] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8745ed2-ef4c-493d-9754-9f117475a9cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.463795] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.463795] env[69513]: value = "task-3381522" [ 1280.463795] env[69513]: _type = "Task" [ 1280.463795] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.473089] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381522, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.703895] env[69513]: DEBUG nova.compute.manager [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Received event network-changed-d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.704105] env[69513]: DEBUG nova.compute.manager [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Refreshing instance network info cache due to event network-changed-d2459247-da8f-4a7b-981c-b802b8ce0cfa. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.704334] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] Acquiring lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.704472] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] Acquired lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.704628] env[69513]: DEBUG nova.network.neutron [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Refreshing network info cache for port d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1280.978202] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381522, 'name': CreateVM_Task, 'duration_secs': 0.285636} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.978511] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.983185] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a7113-2048-4b7e-87f9-3342ad7981aa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.989951] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6ecec7-9a06-4c04-bb90-aedd2f3892bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.994022] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.994206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.994539] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.994771] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20183538-8bd2-42fa-ae1a-dcf64ff3eafc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.999011] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1280.999011] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d3f9e-e3c3-fe4c-ab44-7985bb65195f" [ 1280.999011] env[69513]: _type = "Task" [ 1280.999011] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.029119] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251b44a-6b6f-4895-93e9-3618207b1160 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.037472] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520d3f9e-e3c3-fe4c-ab44-7985bb65195f, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.039019] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.039282] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.039545] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.039692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.039867] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.040186] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee084c29-364e-42fa-aa03-b7a5cb3f6039 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.043110] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d9536-d440-4c79-b6e8-1fece3dc91ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.057322] env[69513]: DEBUG nova.compute.provider_tree [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.060466] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.060466] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.060813] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2596f681-da2d-4f2a-9fc4-49443892bba7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.066385] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1281.066385] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52af73c9-1a14-e5d7-4636-1e779ed3056a" [ 1281.066385] env[69513]: _type = "Task" [ 1281.066385] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.076165] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52af73c9-1a14-e5d7-4636-1e779ed3056a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.469858] env[69513]: DEBUG nova.network.neutron [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updated VIF entry in instance network info cache for port d2459247-da8f-4a7b-981c-b802b8ce0cfa. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1281.470309] env[69513]: DEBUG nova.network.neutron [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [{"id": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "address": "fa:16:3e:96:5e:56", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2459247-da", "ovs_interfaceid": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.562837] env[69513]: DEBUG nova.scheduler.client.report [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.577506] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52af73c9-1a14-e5d7-4636-1e779ed3056a, 'name': SearchDatastore_Task, 'duration_secs': 0.007539} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.579079] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c935e2e1-bbfd-44bf-b1af-fe35deb7d2a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.584916] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1281.584916] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ebc0b-6900-eb4d-058c-efff1593c615" [ 1281.584916] env[69513]: _type = "Task" [ 1281.584916] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.592716] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ebc0b-6900-eb4d-058c-efff1593c615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.973934] env[69513]: DEBUG oslo_concurrency.lockutils [req-3b2a5470-a02b-474a-98bc-9ae21ef711eb req-51ea22c7-26d3-43cf-8a78-e211a3206475 service nova] Releasing lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.068817] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.089992] env[69513]: INFO nova.scheduler.client.report [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Deleted allocations for instance 04cf6874-139e-44fa-805f-6cfc1262ed06 [ 1282.099143] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]527ebc0b-6900-eb4d-058c-efff1593c615, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.099372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.099620] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 356ed093-3f01-4a3c-8e91-61ae3c81cdda/356ed093-3f01-4a3c-8e91-61ae3c81cdda.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.100058] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47837471-c1b0-4aa2-8a1f-72175f8fbac1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.107955] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1282.107955] env[69513]: value = "task-3381523" [ 1282.107955] env[69513]: _type = "Task" [ 1282.107955] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.115976] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.600046] env[69513]: DEBUG oslo_concurrency.lockutils [None req-8bfbdeec-5cd5-48a7-ab84-40793e0ea382 tempest-ServersTestJSON-1884356164 tempest-ServersTestJSON-1884356164-project-member] Lock "04cf6874-139e-44fa-805f-6cfc1262ed06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.622874] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.119266] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527188} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.119644] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 356ed093-3f01-4a3c-8e91-61ae3c81cdda/356ed093-3f01-4a3c-8e91-61ae3c81cdda.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.119804] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.120144] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07551de0-9c9c-48c1-9d34-d2f7f3cc8cee {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.127310] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1283.127310] env[69513]: value = "task-3381524" [ 1283.127310] env[69513]: _type = "Task" [ 1283.127310] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.136109] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.637611] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287085} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.637817] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.638644] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f68f0-fa2a-4b6b-ac6f-22bb0b275ace {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.662296] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 356ed093-3f01-4a3c-8e91-61ae3c81cdda/356ed093-3f01-4a3c-8e91-61ae3c81cdda.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.662968] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c279b27-a16f-47ac-a113-3d7ffbf73104 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.682904] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1283.682904] env[69513]: value = "task-3381525" [ 1283.682904] env[69513]: _type = "Task" [ 1283.682904] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.691521] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.193120] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381525, 'name': ReconfigVM_Task, 'duration_secs': 0.293062} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.193374] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 356ed093-3f01-4a3c-8e91-61ae3c81cdda/356ed093-3f01-4a3c-8e91-61ae3c81cdda.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.194248] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3be99d34-eb70-4f06-bcd4-ef3cfee80305 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.200367] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1284.200367] env[69513]: value = "task-3381526" [ 1284.200367] env[69513]: _type = "Task" [ 1284.200367] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.208139] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381526, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.711334] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381526, 'name': Rename_Task, 'duration_secs': 0.127956} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.711644] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.711891] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd73d048-e83c-4407-94e5-fed675e6580f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.717985] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1284.717985] env[69513]: value = "task-3381527" [ 1284.717985] env[69513]: _type = "Task" [ 1284.717985] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.730017] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.227777] env[69513]: DEBUG oslo_vmware.api [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381527, 'name': PowerOnVM_Task, 'duration_secs': 0.428849} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.228094] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.228245] env[69513]: INFO nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1285.228432] env[69513]: DEBUG nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.229165] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782bdc3c-3cd1-4f7c-a119-8f76da21905e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.748219] env[69513]: INFO nova.compute.manager [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Took 11.38 seconds to build instance. [ 1286.250381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-69df5d28-1f64-44ab-b81d-d4aee596fee6 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.886s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.620531] env[69513]: DEBUG nova.compute.manager [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Received event network-changed-d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.620622] env[69513]: DEBUG nova.compute.manager [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Refreshing instance network info cache due to event network-changed-d2459247-da8f-4a7b-981c-b802b8ce0cfa. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.620807] env[69513]: DEBUG oslo_concurrency.lockutils [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] Acquiring lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.620952] env[69513]: DEBUG oslo_concurrency.lockutils [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] Acquired lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.625132] env[69513]: DEBUG nova.network.neutron [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Refreshing network info cache for port d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1287.377417] env[69513]: DEBUG nova.network.neutron [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updated VIF entry in instance network info cache for port d2459247-da8f-4a7b-981c-b802b8ce0cfa. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1287.377803] env[69513]: DEBUG nova.network.neutron [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [{"id": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "address": "fa:16:3e:96:5e:56", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2459247-da", "ovs_interfaceid": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.882026] env[69513]: DEBUG oslo_concurrency.lockutils [req-e932a311-9c55-4ece-810c-5b9fb8ff1441 req-66f46c49-bf06-42f8-b87e-5e527fd20972 service nova] Releasing lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.831438] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.833016] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.335078] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.856685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.856973] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.858540] env[69513]: INFO nova.compute.claims [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.915233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e4bdf-5ab2-43f3-b2b4-415d2d20c885 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.923239] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecfc3e9-e4c7-47de-9a8d-b7c086df7dc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.955177] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d3402-12b7-4d49-a72e-0d5eb80d499a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.962774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c28a1-c266-42cc-a7f2-de2763beb083 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.975935] env[69513]: DEBUG nova.compute.provider_tree [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.479395] env[69513]: DEBUG nova.scheduler.client.report [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.984368] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.984929] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.490384] env[69513]: DEBUG nova.compute.utils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.491773] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.492392] env[69513]: DEBUG nova.network.neutron [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.534490] env[69513]: DEBUG nova.policy [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62d7f510d0224b8c96324e9a957b3c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12078305c53144eba1e26418aeb12523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.802546] env[69513]: DEBUG nova.network.neutron [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Successfully created port: c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.995451] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.006964] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.031996] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.032256] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.032413] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.032596] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.032741] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.032888] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.033104] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.033264] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.033429] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.033617] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.033797] env[69513]: DEBUG nova.virt.hardware [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.034732] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca9f18-4d33-402c-b03c-9da52461b543 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.042823] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad45b7e-b8e3-49be-889a-4ffce607e481 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.165116] env[69513]: DEBUG nova.compute.manager [req-66bcdef2-1e2d-447b-8cd6-30f4f78b7ab0 req-afd826f3-819a-4eb2-9378-d25874ba814b service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Received event network-vif-plugged-c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.165402] env[69513]: DEBUG oslo_concurrency.lockutils [req-66bcdef2-1e2d-447b-8cd6-30f4f78b7ab0 req-afd826f3-819a-4eb2-9378-d25874ba814b service nova] Acquiring lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.165672] env[69513]: DEBUG oslo_concurrency.lockutils [req-66bcdef2-1e2d-447b-8cd6-30f4f78b7ab0 req-afd826f3-819a-4eb2-9378-d25874ba814b service nova] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.165896] env[69513]: DEBUG oslo_concurrency.lockutils [req-66bcdef2-1e2d-447b-8cd6-30f4f78b7ab0 req-afd826f3-819a-4eb2-9378-d25874ba814b service nova] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.166126] env[69513]: DEBUG nova.compute.manager [req-66bcdef2-1e2d-447b-8cd6-30f4f78b7ab0 req-afd826f3-819a-4eb2-9378-d25874ba814b service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] No waiting events found dispatching network-vif-plugged-c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.166334] env[69513]: WARNING nova.compute.manager [req-66bcdef2-1e2d-447b-8cd6-30f4f78b7ab0 req-afd826f3-819a-4eb2-9378-d25874ba814b service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Received unexpected event network-vif-plugged-c55a9800-1a5a-49a7-998f-9bec49a335bd for instance with vm_state building and task_state spawning. [ 1294.246181] env[69513]: DEBUG nova.network.neutron [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Successfully updated port: c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.750012] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.750191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.750341] env[69513]: DEBUG nova.network.neutron [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1295.281313] env[69513]: DEBUG nova.network.neutron [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1295.400605] env[69513]: DEBUG nova.network.neutron [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updating instance_info_cache with network_info: [{"id": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "address": "fa:16:3e:e5:de:e8", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55a9800-1a", "ovs_interfaceid": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.903637] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.903637] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Instance network_info: |[{"id": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "address": "fa:16:3e:e5:de:e8", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55a9800-1a", "ovs_interfaceid": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.903985] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:de:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c55a9800-1a5a-49a7-998f-9bec49a335bd', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.911306] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating folder: Project (12078305c53144eba1e26418aeb12523). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.911601] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cbc0776-899f-4eea-ad7f-17f703719f10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.923255] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created folder: Project (12078305c53144eba1e26418aeb12523) in parent group-v674393. [ 1295.923434] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating folder: Instances. Parent ref: group-v674714. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.923696] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed35fa2a-ba6a-470c-ae45-dbbd83532cdf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.932404] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created folder: Instances in parent group-v674714. [ 1295.932622] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.932802] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.932994] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91125280-9f85-4aa9-b5a8-cd2ea462618f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.950988] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.950988] env[69513]: value = "task-3381530" [ 1295.950988] env[69513]: _type = "Task" [ 1295.950988] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.958212] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381530, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.194707] env[69513]: DEBUG nova.compute.manager [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Received event network-changed-c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.194810] env[69513]: DEBUG nova.compute.manager [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Refreshing instance network info cache due to event network-changed-c55a9800-1a5a-49a7-998f-9bec49a335bd. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.195000] env[69513]: DEBUG oslo_concurrency.lockutils [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] Acquiring lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.195390] env[69513]: DEBUG oslo_concurrency.lockutils [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] Acquired lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.195605] env[69513]: DEBUG nova.network.neutron [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Refreshing network info cache for port c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1296.461486] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381530, 'name': CreateVM_Task, 'duration_secs': 0.28264} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.461898] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.462369] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.462538] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.462864] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.463128] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74483468-fafd-46a1-b73e-316687447ede {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.467622] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1296.467622] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523b9e22-2bbe-de8b-087b-b8c45a49d7ac" [ 1296.467622] env[69513]: _type = "Task" [ 1296.467622] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.475078] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523b9e22-2bbe-de8b-087b-b8c45a49d7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.869107] env[69513]: DEBUG nova.network.neutron [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updated VIF entry in instance network info cache for port c55a9800-1a5a-49a7-998f-9bec49a335bd. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1296.869476] env[69513]: DEBUG nova.network.neutron [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updating instance_info_cache with network_info: [{"id": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "address": "fa:16:3e:e5:de:e8", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55a9800-1a", "ovs_interfaceid": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.978409] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523b9e22-2bbe-de8b-087b-b8c45a49d7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.978653] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.978888] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.979140] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.979289] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.979462] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.979717] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86731a58-a08c-43fd-a36a-9a1f4d8edbd9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.988243] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.988407] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.989096] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1eb390-7d4d-487e-aefe-85c4f57daa9a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.994312] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1296.994312] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c5d09-0ecb-a60f-e6b7-fec66d3e4c2e" [ 1296.994312] env[69513]: _type = "Task" [ 1296.994312] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.001683] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c5d09-0ecb-a60f-e6b7-fec66d3e4c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.353431] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.353676] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.353838] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.353987] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.354159] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.354351] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.354511] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.354650] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1297.354796] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.372530] env[69513]: DEBUG oslo_concurrency.lockutils [req-c759c8c6-8dfc-4d4d-aceb-ded0e7a659d1 req-2789f87d-88d3-49ce-b1fd-8c7ddf128469 service nova] Releasing lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.506744] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]520c5d09-0ecb-a60f-e6b7-fec66d3e4c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.507528] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f87fab-3a0e-4a1c-9cab-2a88c5ef0b63 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.512385] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1297.512385] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f8aa2a-46ec-2c51-7a2d-f393d1ea10a8" [ 1297.512385] env[69513]: _type = "Task" [ 1297.512385] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.519774] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f8aa2a-46ec-2c51-7a2d-f393d1ea10a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.858786] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.859043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.859220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.859378] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1297.860287] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42322a56-aca5-4a72-aeae-243b89e8e1ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.868249] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5456f09e-c8ea-4d4b-bd86-7d6b4522fff3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.882373] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f98b8-b79d-4d2a-ae4f-67db3bdd88f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.888378] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ec1ea-1673-43b4-a0d6-de3a61a08abd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.916981] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180332MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1297.917130] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.917349] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.023437] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f8aa2a-46ec-2c51-7a2d-f393d1ea10a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.023725] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.024050] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e/50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.024331] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e131c3-71ae-48f8-bd13-70351e434b68 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.031389] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1298.031389] env[69513]: value = "task-3381531" [ 1298.031389] env[69513]: _type = "Task" [ 1298.031389] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.038664] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.540937] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440738} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.541306] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e/50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.541381] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.541617] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e512abc1-964b-444d-beb5-44b7f7998e06 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.548646] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1298.548646] env[69513]: value = "task-3381532" [ 1298.548646] env[69513]: _type = "Task" [ 1298.548646] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.555518] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.945352] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fcc60b4b-ed20-4366-b3fc-e740dbe64558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.945517] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 356ed093-3f01-4a3c-8e91-61ae3c81cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.945654] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.945859] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1298.946008] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1298.995540] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4d6f4-43c9-4530-a1b0-0aa65798f455 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.003057] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495b0429-a725-48ec-a9bf-f1f5ca71b1f0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.032799] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85669a01-b05f-47b2-a0b1-7c66736ddadd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.040663] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f048ee-686e-4779-aca4-675103e606ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.054102] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.062503] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062077} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.063279] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.064055] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a7c44-27ab-4b24-a9be-7341c1b9e27d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.085714] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e/50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.087035] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bbfd2f-ce28-4193-86df-6d3ef1502084 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.105373] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1299.105373] env[69513]: value = "task-3381533" [ 1299.105373] env[69513]: _type = "Task" [ 1299.105373] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.112915] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.559724] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.615139] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381533, 'name': ReconfigVM_Task, 'duration_secs': 0.272264} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.615387] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e/50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.615963] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6311bf88-7210-4b40-95ba-6396aa2d47e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.622707] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1299.622707] env[69513]: value = "task-3381534" [ 1299.622707] env[69513]: _type = "Task" [ 1299.622707] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.629882] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381534, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.064727] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1300.064941] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.134612] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381534, 'name': Rename_Task, 'duration_secs': 0.144085} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.134878] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.135126] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8667dc-8188-44d1-8ae8-b719d39b3596 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.141453] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1300.141453] env[69513]: value = "task-3381535" [ 1300.141453] env[69513]: _type = "Task" [ 1300.141453] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.148638] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.651413] env[69513]: DEBUG oslo_vmware.api [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381535, 'name': PowerOnVM_Task, 'duration_secs': 0.492851} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.651816] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.651935] env[69513]: INFO nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1300.652082] env[69513]: DEBUG nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.652838] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce0229-9410-43a3-8375-4d8c8f52d52b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.169923] env[69513]: INFO nova.compute.manager [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Took 11.33 seconds to build instance. [ 1301.672029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-44feca5b-bfd3-4bdf-9ae6-230e99fc8979 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.840s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.769644] env[69513]: DEBUG nova.compute.manager [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Received event network-changed-c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.769844] env[69513]: DEBUG nova.compute.manager [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Refreshing instance network info cache due to event network-changed-c55a9800-1a5a-49a7-998f-9bec49a335bd. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.770069] env[69513]: DEBUG oslo_concurrency.lockutils [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] Acquiring lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.770215] env[69513]: DEBUG oslo_concurrency.lockutils [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] Acquired lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.770374] env[69513]: DEBUG nova.network.neutron [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Refreshing network info cache for port c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1302.462702] env[69513]: DEBUG nova.network.neutron [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updated VIF entry in instance network info cache for port c55a9800-1a5a-49a7-998f-9bec49a335bd. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1302.463082] env[69513]: DEBUG nova.network.neutron [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updating instance_info_cache with network_info: [{"id": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "address": "fa:16:3e:e5:de:e8", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55a9800-1a", "ovs_interfaceid": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.965459] env[69513]: DEBUG oslo_concurrency.lockutils [req-3e5ba4ea-beaa-4344-bfca-da6557cad287 req-4bb16eb9-980f-4857-b183-1dc223227218 service nova] Releasing lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.871460] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.871828] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.375378] env[69513]: INFO nova.compute.manager [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Detaching volume f6898cd1-df5a-45d8-a35f-cc5547469c97 [ 1313.406070] env[69513]: INFO nova.virt.block_device [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Attempting to driver detach volume f6898cd1-df5a-45d8-a35f-cc5547469c97 from mountpoint /dev/sdb [ 1313.406316] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.406501] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674712', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'name': 'volume-f6898cd1-df5a-45d8-a35f-cc5547469c97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcc60b4b-ed20-4366-b3fc-e740dbe64558', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'serial': 'f6898cd1-df5a-45d8-a35f-cc5547469c97'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.407478] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceadf905-f4f7-4193-8085-68f1d4e54247 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.428752] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36945486-2972-475d-bd4b-38d81625e628 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.435042] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74941f44-366d-4447-a369-6c32ff25d629 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.454743] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af4d84-a23d-4ea3-a1d2-47d490e7cac9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.468882] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] The volume has not been displaced from its original location: [datastore1] volume-f6898cd1-df5a-45d8-a35f-cc5547469c97/volume-f6898cd1-df5a-45d8-a35f-cc5547469c97.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.474080] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.474346] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657dcdde-9f30-4991-9155-e042eb0c8588 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.490899] env[69513]: DEBUG oslo_vmware.api [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1313.490899] env[69513]: value = "task-3381536" [ 1313.490899] env[69513]: _type = "Task" [ 1313.490899] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.498375] env[69513]: DEBUG oslo_vmware.api [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.000541] env[69513]: DEBUG oslo_vmware.api [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381536, 'name': ReconfigVM_Task, 'duration_secs': 0.209864} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.000942] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.005330] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffcd0cfb-0035-4d0f-9a64-2f65b6d3a060 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.019455] env[69513]: DEBUG oslo_vmware.api [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1314.019455] env[69513]: value = "task-3381537" [ 1314.019455] env[69513]: _type = "Task" [ 1314.019455] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.026964] env[69513]: DEBUG oslo_vmware.api [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.530966] env[69513]: DEBUG oslo_vmware.api [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381537, 'name': ReconfigVM_Task, 'duration_secs': 0.134564} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.531325] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674712', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'name': 'volume-f6898cd1-df5a-45d8-a35f-cc5547469c97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcc60b4b-ed20-4366-b3fc-e740dbe64558', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6898cd1-df5a-45d8-a35f-cc5547469c97', 'serial': 'f6898cd1-df5a-45d8-a35f-cc5547469c97'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1315.073555] env[69513]: DEBUG nova.objects.instance [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.040731] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.080017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-e0730700-cea3-46ec-9cb4-451a69f3e82b tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.081160] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.041s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.081345] env[69513]: DEBUG nova.compute.manager [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.082471] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0dba0a-71ee-4683-943a-3cd3d98b3097 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.089755] env[69513]: DEBUG nova.compute.manager [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1316.090387] env[69513]: DEBUG nova.objects.instance [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.097438] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.097865] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b18d69-f016-47c2-b5f3-c519925cde56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.105639] env[69513]: DEBUG oslo_vmware.api [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1317.105639] env[69513]: value = "task-3381538" [ 1317.105639] env[69513]: _type = "Task" [ 1317.105639] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.113863] env[69513]: DEBUG oslo_vmware.api [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.615660] env[69513]: DEBUG oslo_vmware.api [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381538, 'name': PowerOffVM_Task, 'duration_secs': 0.168579} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.615910] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.616136] env[69513]: DEBUG nova.compute.manager [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.616864] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539a1107-922e-49ca-a997-fbda5cd4676a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.128116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-2b136b9f-a3ee-464a-b908-f646dae009a8 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.409581] env[69513]: DEBUG nova.objects.instance [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.914493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.914659] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.914847] env[69513]: DEBUG nova.network.neutron [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1318.915046] env[69513]: DEBUG nova.objects.instance [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'info_cache' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.417922] env[69513]: DEBUG nova.objects.base [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1320.113125] env[69513]: DEBUG nova.network.neutron [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [{"id": "19847362-770e-44f5-aefa-45c7326c4f0e", "address": "fa:16:3e:ee:73:fc", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19847362-77", "ovs_interfaceid": "19847362-770e-44f5-aefa-45c7326c4f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.616537] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "refresh_cache-fcc60b4b-ed20-4366-b3fc-e740dbe64558" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.194094] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.194357] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.621677] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.622102] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f9c357-7239-4561-876b-674b46bbe741 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.629014] env[69513]: DEBUG oslo_vmware.api [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1321.629014] env[69513]: value = "task-3381539" [ 1321.629014] env[69513]: _type = "Task" [ 1321.629014] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.636361] env[69513]: DEBUG oslo_vmware.api [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.699298] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.699523] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.699523] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.699637] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.699761] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.699900] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.700044] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1321.700190] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.139057] env[69513]: DEBUG oslo_vmware.api [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381539, 'name': PowerOnVM_Task, 'duration_secs': 0.349189} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.139057] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.139057] env[69513]: DEBUG nova.compute.manager [None req-cfaa1fcf-cf30-465b-9912-326ef4300977 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.139569] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33b695-7df5-4605-b01c-64d74e3e16ca {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.202559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.202794] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.202953] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.203118] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1322.203975] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b5ec5-2224-444d-824e-7429d6afb15c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.211905] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae30ff2f-fc6d-4e09-a9fc-6968725132d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.226198] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672e695-1d55-4e1b-be8e-213b1df5c898 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.231988] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6087ac4-97c1-4446-80d3-6138b0a62d85 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.260403] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180332MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1322.260540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.260738] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.285664] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance fcc60b4b-ed20-4366-b3fc-e740dbe64558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1323.286011] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 356ed093-3f01-4a3c-8e91-61ae3c81cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1323.286011] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1323.286155] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1323.286296] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1323.330026] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85e60e-4df1-4755-a841-04ed3c126f31 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.337997] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813706b4-f5b7-4fff-8c16-bf0b8e5eb86b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.368976] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96f124-a6a2-449f-817d-d11c0547c48f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.375826] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad057b8-343c-47c7-90a2-5619f74511f3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.388839] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.892019] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.085685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.085999] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.086282] env[69513]: DEBUG nova.compute.manager [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.087286] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e66fdb-2d8c-48f8-adc7-a3cd388fb683 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.094439] env[69513]: DEBUG nova.compute.manager [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1324.095129] env[69513]: DEBUG nova.objects.instance [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'flavor' on Instance uuid 356ed093-3f01-4a3c-8e91-61ae3c81cdda {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.396659] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1324.397120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.103964] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.104317] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a32ac35-1462-45f2-9815-3b0197099fdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.111424] env[69513]: DEBUG oslo_vmware.api [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1325.111424] env[69513]: value = "task-3381540" [ 1325.111424] env[69513]: _type = "Task" [ 1325.111424] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.119627] env[69513]: DEBUG oslo_vmware.api [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.621201] env[69513]: DEBUG oslo_vmware.api [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381540, 'name': PowerOffVM_Task, 'duration_secs': 0.231382} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.621504] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.621650] env[69513]: DEBUG nova.compute.manager [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.622430] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585f534-47dc-4343-ac98-e26aea21410e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.133667] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d68a41c8-c7c5-4ca7-be88-fe9f31c7224e tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.455450] env[69513]: DEBUG nova.objects.instance [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'flavor' on Instance uuid 356ed093-3f01-4a3c-8e91-61ae3c81cdda {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.960777] env[69513]: DEBUG oslo_concurrency.lockutils [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.961206] env[69513]: DEBUG oslo_concurrency.lockutils [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.961206] env[69513]: DEBUG nova.network.neutron [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1326.961396] env[69513]: DEBUG nova.objects.instance [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'info_cache' on Instance uuid 356ed093-3f01-4a3c-8e91-61ae3c81cdda {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.464886] env[69513]: DEBUG nova.objects.base [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Object Instance<356ed093-3f01-4a3c-8e91-61ae3c81cdda> lazy-loaded attributes: flavor,info_cache {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.178968] env[69513]: DEBUG nova.network.neutron [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [{"id": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "address": "fa:16:3e:96:5e:56", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2459247-da", "ovs_interfaceid": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.681497] env[69513]: DEBUG oslo_concurrency.lockutils [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.687107] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.687426] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5923abf1-75b7-43f8-bb63-6d786d02c0f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.695242] env[69513]: DEBUG oslo_vmware.api [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1329.695242] env[69513]: value = "task-3381541" [ 1329.695242] env[69513]: _type = "Task" [ 1329.695242] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.702806] env[69513]: DEBUG oslo_vmware.api [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.205100] env[69513]: DEBUG oslo_vmware.api [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381541, 'name': PowerOnVM_Task, 'duration_secs': 0.393603} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.205340] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.205532] env[69513]: DEBUG nova.compute.manager [None req-96b03b63-499e-490e-a9f7-7f5339d1773b tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.206283] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a8419-8c55-4ad6-ab1a-8246ad1bd21b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.204776] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b6d7d2-0a33-4e04-8d0a-08a1fc6b4b56 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.213140] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Suspending the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1331.213397] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ee970e54-7c2d-4e98-a9a0-e7c4546ac265 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.219966] env[69513]: DEBUG oslo_vmware.api [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1331.219966] env[69513]: value = "task-3381542" [ 1331.219966] env[69513]: _type = "Task" [ 1331.219966] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.228694] env[69513]: DEBUG oslo_vmware.api [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381542, 'name': SuspendVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.730888] env[69513]: DEBUG oslo_vmware.api [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381542, 'name': SuspendVM_Task} progress is 70%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.231238] env[69513]: DEBUG oslo_vmware.api [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381542, 'name': SuspendVM_Task, 'duration_secs': 0.614245} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.231631] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Suspended the VM {{(pid=69513) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1332.231814] env[69513]: DEBUG nova.compute.manager [None req-de9c75e3-3fe4-4905-b8b7-fe740f4798d0 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.232625] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d177cb-ffdd-42e0-867c-6abb299d5df2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.533486] env[69513]: INFO nova.compute.manager [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Resuming [ 1333.534150] env[69513]: DEBUG nova.objects.instance [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'flavor' on Instance uuid 356ed093-3f01-4a3c-8e91-61ae3c81cdda {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.044387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.044767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquired lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.044767] env[69513]: DEBUG nova.network.neutron [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1335.732013] env[69513]: DEBUG nova.network.neutron [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [{"id": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "address": "fa:16:3e:96:5e:56", "network": {"id": "887cc881-a611-43fb-851e-7367dcb6422f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1524882490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79b1640cbb3404f818d9149ec3d4ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2459247-da", "ovs_interfaceid": "d2459247-da8f-4a7b-981c-b802b8ce0cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.234493] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Releasing lock "refresh_cache-356ed093-3f01-4a3c-8e91-61ae3c81cdda" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.235532] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22470c11-ea04-4570-bc32-e91c7c1c6dc9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.242172] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Resuming the VM {{(pid=69513) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1336.242403] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaf37cfb-3f2b-4e6d-aac6-739fc52c7287 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.249217] env[69513]: DEBUG oslo_vmware.api [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1336.249217] env[69513]: value = "task-3381543" [ 1336.249217] env[69513]: _type = "Task" [ 1336.249217] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.257887] env[69513]: DEBUG oslo_vmware.api [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.764561] env[69513]: DEBUG oslo_vmware.api [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381543, 'name': PowerOnVM_Task, 'duration_secs': 0.499872} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.764861] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Resumed the VM {{(pid=69513) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1336.765110] env[69513]: DEBUG nova.compute.manager [None req-0fa5fd43-c81c-4ea3-b664-fd24fdf055a8 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.766033] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9514dc57-3c88-4b57-b567-39679d65f13a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.207088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.207458] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.207575] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.207758] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.207924] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.209999] env[69513]: INFO nova.compute.manager [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Terminating instance [ 1338.714172] env[69513]: DEBUG nova.compute.manager [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.714423] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.715399] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b069c3-b8c9-46c0-8ef2-15e70f3d6612 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.723162] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.723394] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe8971b-264b-49dd-b3b0-ed7ad345c21b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.729238] env[69513]: DEBUG oslo_vmware.api [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1338.729238] env[69513]: value = "task-3381544" [ 1338.729238] env[69513]: _type = "Task" [ 1338.729238] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.736926] env[69513]: DEBUG oslo_vmware.api [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.239552] env[69513]: DEBUG oslo_vmware.api [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381544, 'name': PowerOffVM_Task, 'duration_secs': 0.186647} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.239821] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.239989] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.240253] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1178037-e8ce-40ee-826a-a03cf6bbe743 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.302254] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.302490] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.302668] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleting the datastore file [datastore2] 356ed093-3f01-4a3c-8e91-61ae3c81cdda {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.302924] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18fe7048-1f54-4bac-b4a0-8dd6eb0d24f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.309169] env[69513]: DEBUG oslo_vmware.api [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for the task: (returnval){ [ 1339.309169] env[69513]: value = "task-3381546" [ 1339.309169] env[69513]: _type = "Task" [ 1339.309169] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.316690] env[69513]: DEBUG oslo_vmware.api [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.818826] env[69513]: DEBUG oslo_vmware.api [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Task: {'id': task-3381546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152191} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.819098] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.819279] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.819465] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.819657] env[69513]: INFO nova.compute.manager [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1339.819898] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.820109] env[69513]: DEBUG nova.compute.manager [-] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.820214] env[69513]: DEBUG nova.network.neutron [-] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1340.185753] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.185976] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.291718] env[69513]: DEBUG nova.compute.manager [req-0d325de4-d3c1-4c5c-b5b1-bb2a2366cca7 req-4bf05dc4-12f5-4736-9cd0-a1771ac2333c service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Received event network-vif-deleted-d2459247-da8f-4a7b-981c-b802b8ce0cfa {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.291958] env[69513]: INFO nova.compute.manager [req-0d325de4-d3c1-4c5c-b5b1-bb2a2366cca7 req-4bf05dc4-12f5-4736-9cd0-a1771ac2333c service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Neutron deleted interface d2459247-da8f-4a7b-981c-b802b8ce0cfa; detaching it from the instance and deleting it from the info cache [ 1340.292258] env[69513]: DEBUG nova.network.neutron [req-0d325de4-d3c1-4c5c-b5b1-bb2a2366cca7 req-4bf05dc4-12f5-4736-9cd0-a1771ac2333c service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.688553] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.771984] env[69513]: DEBUG nova.network.neutron [-] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.794429] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0979668-8b1d-4bd4-ba24-4964ae8f6b13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.803846] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f6ee7-bfaf-439b-a39d-b2a20ea1f124 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.828790] env[69513]: DEBUG nova.compute.manager [req-0d325de4-d3c1-4c5c-b5b1-bb2a2366cca7 req-4bf05dc4-12f5-4736-9cd0-a1771ac2333c service nova] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Detach interface failed, port_id=d2459247-da8f-4a7b-981c-b802b8ce0cfa, reason: Instance 356ed093-3f01-4a3c-8e91-61ae3c81cdda could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.210558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.210866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.212537] env[69513]: INFO nova.compute.claims [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.274671] env[69513]: INFO nova.compute.manager [-] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Took 1.45 seconds to deallocate network for instance. [ 1341.780507] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.278772] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544aed1d-1602-4114-ac85-de18956e5c02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.286473] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f8290-bd58-4c13-9a2c-9d724af40f52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.318184] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0946159-e373-462c-af17-9e2338a0171f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.326130] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974740fa-3a1f-499b-94c8-d80a17b76e73 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.339502] env[69513]: DEBUG nova.compute.provider_tree [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.842801] env[69513]: DEBUG nova.scheduler.client.report [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.348691] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.349262] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.352234] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.572s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.352447] env[69513]: DEBUG nova.objects.instance [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lazy-loading 'resources' on Instance uuid 356ed093-3f01-4a3c-8e91-61ae3c81cdda {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.856260] env[69513]: DEBUG nova.compute.utils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.860860] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.861051] env[69513]: DEBUG nova.network.neutron [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.904678] env[69513]: DEBUG nova.policy [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62d7f510d0224b8c96324e9a957b3c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12078305c53144eba1e26418aeb12523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.917703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86fd84e-9362-4f4b-b124-b3ce4dd244ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.925167] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3087f8-501c-4b62-b0fa-72d17ac01c33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.955908] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e521521-4408-45c8-80ee-a8b8ca2ebb20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.962872] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d4b9ba-307e-4024-9c33-eb74f0ab77d7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.976064] env[69513]: DEBUG nova.compute.provider_tree [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.158678] env[69513]: DEBUG nova.network.neutron [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Successfully created port: 8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.362000] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.478969] env[69513]: DEBUG nova.scheduler.client.report [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.983909] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.006161] env[69513]: INFO nova.scheduler.client.report [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Deleted allocations for instance 356ed093-3f01-4a3c-8e91-61ae3c81cdda [ 1345.371346] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.397815] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.398092] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.398315] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.398443] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.398587] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.398731] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.398942] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.399114] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.399285] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.399446] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.399690] env[69513]: DEBUG nova.virt.hardware [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.400510] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c447dc06-90a1-4b0d-9afe-978210979bd6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.408842] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcb43a-667e-494b-9f55-c4f07d7d1b73 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.510127] env[69513]: DEBUG nova.compute.manager [req-afa674b6-1537-4725-9c3b-2644bba4828d req-0c30f4c5-9073-42d5-b43a-b86cf23396ff service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Received event network-vif-plugged-8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.510393] env[69513]: DEBUG oslo_concurrency.lockutils [req-afa674b6-1537-4725-9c3b-2644bba4828d req-0c30f4c5-9073-42d5-b43a-b86cf23396ff service nova] Acquiring lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.510597] env[69513]: DEBUG oslo_concurrency.lockutils [req-afa674b6-1537-4725-9c3b-2644bba4828d req-0c30f4c5-9073-42d5-b43a-b86cf23396ff service nova] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.510753] env[69513]: DEBUG oslo_concurrency.lockutils [req-afa674b6-1537-4725-9c3b-2644bba4828d req-0c30f4c5-9073-42d5-b43a-b86cf23396ff service nova] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.510917] env[69513]: DEBUG nova.compute.manager [req-afa674b6-1537-4725-9c3b-2644bba4828d req-0c30f4c5-9073-42d5-b43a-b86cf23396ff service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] No waiting events found dispatching network-vif-plugged-8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.511093] env[69513]: WARNING nova.compute.manager [req-afa674b6-1537-4725-9c3b-2644bba4828d req-0c30f4c5-9073-42d5-b43a-b86cf23396ff service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Received unexpected event network-vif-plugged-8662e171-5c94-42f0-ad04-2d6039e32ab5 for instance with vm_state building and task_state spawning. [ 1345.513844] env[69513]: DEBUG oslo_concurrency.lockutils [None req-37f55d07-7e7d-4cc7-aad5-d43e8a808cf9 tempest-ServerActionsTestJSON-78405165 tempest-ServerActionsTestJSON-78405165-project-member] Lock "356ed093-3f01-4a3c-8e91-61ae3c81cdda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.306s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.598182] env[69513]: DEBUG nova.network.neutron [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Successfully updated port: 8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.101109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-8cf0b1e1-80a4-42b2-897a-bc1a9d985069" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.101109] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-8cf0b1e1-80a4-42b2-897a-bc1a9d985069" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.102209] env[69513]: DEBUG nova.network.neutron [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1346.635402] env[69513]: DEBUG nova.network.neutron [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1346.760856] env[69513]: DEBUG nova.network.neutron [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Updating instance_info_cache with network_info: [{"id": "8662e171-5c94-42f0-ad04-2d6039e32ab5", "address": "fa:16:3e:9f:fa:07", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8662e171-5c", "ovs_interfaceid": "8662e171-5c94-42f0-ad04-2d6039e32ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.263899] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-8cf0b1e1-80a4-42b2-897a-bc1a9d985069" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.264256] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance network_info: |[{"id": "8662e171-5c94-42f0-ad04-2d6039e32ab5", "address": "fa:16:3e:9f:fa:07", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8662e171-5c", "ovs_interfaceid": "8662e171-5c94-42f0-ad04-2d6039e32ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.264875] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:fa:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8662e171-5c94-42f0-ad04-2d6039e32ab5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.272328] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.272548] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.272767] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-389ab2d6-60cb-49ce-b6af-2953c927cc3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.294047] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.294047] env[69513]: value = "task-3381547" [ 1347.294047] env[69513]: _type = "Task" [ 1347.294047] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.301634] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381547, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.535780] env[69513]: DEBUG nova.compute.manager [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Received event network-changed-8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.535780] env[69513]: DEBUG nova.compute.manager [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Refreshing instance network info cache due to event network-changed-8662e171-5c94-42f0-ad04-2d6039e32ab5. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.535780] env[69513]: DEBUG oslo_concurrency.lockutils [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] Acquiring lock "refresh_cache-8cf0b1e1-80a4-42b2-897a-bc1a9d985069" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.535780] env[69513]: DEBUG oslo_concurrency.lockutils [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] Acquired lock "refresh_cache-8cf0b1e1-80a4-42b2-897a-bc1a9d985069" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.535985] env[69513]: DEBUG nova.network.neutron [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Refreshing network info cache for port 8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1347.805037] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381547, 'name': CreateVM_Task, 'duration_secs': 0.290103} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.805331] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.806017] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.806193] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.806529] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.806780] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfce383e-3bf2-4c5b-a970-9789d5da6859 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.811801] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1347.811801] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52252820-72a5-2853-9169-f6ccb5712bf6" [ 1347.811801] env[69513]: _type = "Task" [ 1347.811801] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.819072] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52252820-72a5-2853-9169-f6ccb5712bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.323479] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52252820-72a5-2853-9169-f6ccb5712bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.323836] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.324133] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.324445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.324638] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.324838] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.325167] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970416e3-65ee-4101-a64e-09b6ce5f1a01 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.334038] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.334215] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.334957] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99329165-a152-488e-a75e-15476deec114 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.340361] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1348.340361] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52296751-e90c-20d7-d744-ad88d18d9af7" [ 1348.340361] env[69513]: _type = "Task" [ 1348.340361] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.348441] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52296751-e90c-20d7-d744-ad88d18d9af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.619384] env[69513]: DEBUG nova.network.neutron [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Updated VIF entry in instance network info cache for port 8662e171-5c94-42f0-ad04-2d6039e32ab5. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1348.619743] env[69513]: DEBUG nova.network.neutron [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Updating instance_info_cache with network_info: [{"id": "8662e171-5c94-42f0-ad04-2d6039e32ab5", "address": "fa:16:3e:9f:fa:07", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8662e171-5c", "ovs_interfaceid": "8662e171-5c94-42f0-ad04-2d6039e32ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.850344] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52296751-e90c-20d7-d744-ad88d18d9af7, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.851091] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb41cd8-e31e-4a50-9b53-90f64ecdf0df {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.856208] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1348.856208] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]525525e3-d612-d52c-aeab-c90fc581d5a0" [ 1348.856208] env[69513]: _type = "Task" [ 1348.856208] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.863883] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525525e3-d612-d52c-aeab-c90fc581d5a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.123393] env[69513]: DEBUG oslo_concurrency.lockutils [req-5e490b19-2161-472d-9eec-d7e110ac473d req-7382dffa-21f9-4409-a46f-ab158a99cef5 service nova] Releasing lock "refresh_cache-8cf0b1e1-80a4-42b2-897a-bc1a9d985069" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.367519] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525525e3-d612-d52c-aeab-c90fc581d5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.367806] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.368070] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.368339] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61af5c75-9870-4a29-8a87-02e0253a0646 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.377453] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1349.377453] env[69513]: value = "task-3381548" [ 1349.377453] env[69513]: _type = "Task" [ 1349.377453] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.387952] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.891507] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487813} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.892130] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.892411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.892984] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10db2163-c8fb-46fa-9750-fc7c7c5642fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.899652] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1349.899652] env[69513]: value = "task-3381549" [ 1349.899652] env[69513]: _type = "Task" [ 1349.899652] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.909091] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.410075] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068952} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.410481] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.411145] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d277447-4c91-472c-96e9-736057bb2eb8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.433356] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.433651] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e21d39-d181-4253-9ecf-ebf6ee2fa005 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.454792] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1350.454792] env[69513]: value = "task-3381550" [ 1350.454792] env[69513]: _type = "Task" [ 1350.454792] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.462894] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.965407] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381550, 'name': ReconfigVM_Task, 'duration_secs': 0.470132} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.965862] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.966588] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-058a5bf8-eacf-48d3-81bf-c92da79ebe28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.972805] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1350.972805] env[69513]: value = "task-3381551" [ 1350.972805] env[69513]: _type = "Task" [ 1350.972805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.980774] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381551, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.062226] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.062435] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.483069] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381551, 'name': Rename_Task, 'duration_secs': 0.139112} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.483337] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.483567] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9621e8fb-7798-42b2-9c41-86c8f5ce583b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.490293] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1351.490293] env[69513]: value = "task-3381552" [ 1351.490293] env[69513]: _type = "Task" [ 1351.490293] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.497410] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.565243] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.001440] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.086504] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.086852] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.088446] env[69513]: INFO nova.compute.claims [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.501082] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.001268] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.158034] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e111e8-a99b-447e-af6e-829a454ce014 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.165574] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3921798-7f33-431c-8777-8658f38c1c59 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.194794] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ed610-d3d3-46c5-9a66-50b79453b762 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.201687] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7624f64e-1a43-41e7-98d6-22b867bd683a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.215597] env[69513]: DEBUG nova.compute.provider_tree [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.363759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.363759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.363938] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.364120] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.364372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.366390] env[69513]: INFO nova.compute.manager [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Terminating instance [ 1353.501748] env[69513]: DEBUG oslo_vmware.api [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381552, 'name': PowerOnVM_Task, 'duration_secs': 1.815495} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.502107] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.502208] env[69513]: INFO nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1353.502393] env[69513]: DEBUG nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.503130] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a630e7c2-02a8-4b89-9af9-f49480b85403 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.718785] env[69513]: DEBUG nova.scheduler.client.report [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.869699] env[69513]: DEBUG nova.compute.manager [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.869942] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.870869] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdea93-62e3-43b9-ae44-6981d5451ea4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.879013] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.879272] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc518a3-66a9-403e-8c8a-e488eca2bbd4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.886455] env[69513]: DEBUG oslo_vmware.api [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1353.886455] env[69513]: value = "task-3381553" [ 1353.886455] env[69513]: _type = "Task" [ 1353.886455] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.894755] env[69513]: DEBUG oslo_vmware.api [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.020767] env[69513]: INFO nova.compute.manager [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Took 12.83 seconds to build instance. [ 1354.223853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.224500] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.396582] env[69513]: DEBUG oslo_vmware.api [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381553, 'name': PowerOffVM_Task, 'duration_secs': 0.17664} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.396798] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.396935] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.397199] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e347ab8-fea2-44f2-81f0-dab29697de13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.462194] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.462372] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.462513] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Deleting the datastore file [datastore1] fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.462806] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1325c1c-86f1-4f66-a1e8-d7034d95c67f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.469435] env[69513]: DEBUG oslo_vmware.api [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1354.469435] env[69513]: value = "task-3381555" [ 1354.469435] env[69513]: _type = "Task" [ 1354.469435] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.477205] env[69513]: DEBUG oslo_vmware.api [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.523415] env[69513]: DEBUG oslo_concurrency.lockutils [None req-21d52a17-d54e-4c10-9f9c-8524b5a67757 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.337s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.577422] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.577752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.578049] env[69513]: DEBUG nova.compute.manager [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.579046] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708ecab-1e72-4f8c-8ceb-32a35b7d5b10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.586823] env[69513]: DEBUG nova.compute.manager [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1354.587452] env[69513]: DEBUG nova.objects.instance [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'flavor' on Instance uuid 8cf0b1e1-80a4-42b2-897a-bc1a9d985069 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.729681] env[69513]: DEBUG nova.compute.utils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.731131] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.731305] env[69513]: DEBUG nova.network.neutron [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.768369] env[69513]: DEBUG nova.policy [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3919a467bd84f1da633d369e88235fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59d9a10e06fd46cfb830fb6fbfc3fc2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.983379] env[69513]: DEBUG oslo_vmware.api [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211745} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.983745] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.983886] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.984079] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.984328] env[69513]: INFO nova.compute.manager [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1354.984581] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.984984] env[69513]: DEBUG nova.compute.manager [-] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.985112] env[69513]: DEBUG nova.network.neutron [-] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1355.033377] env[69513]: DEBUG nova.network.neutron [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Successfully created port: 6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1355.234958] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.479271] env[69513]: DEBUG nova.compute.manager [req-985030a0-a8b2-4d66-8e7f-e9ec3528fa1d req-98edd350-76c6-4c08-b62c-85f4fa25a471 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Received event network-vif-deleted-19847362-770e-44f5-aefa-45c7326c4f0e {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.479271] env[69513]: INFO nova.compute.manager [req-985030a0-a8b2-4d66-8e7f-e9ec3528fa1d req-98edd350-76c6-4c08-b62c-85f4fa25a471 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Neutron deleted interface 19847362-770e-44f5-aefa-45c7326c4f0e; detaching it from the instance and deleting it from the info cache [ 1355.479271] env[69513]: DEBUG nova.network.neutron [req-985030a0-a8b2-4d66-8e7f-e9ec3528fa1d req-98edd350-76c6-4c08-b62c-85f4fa25a471 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.594950] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.595332] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79fb0b1-71ff-4495-9590-588d86cc3c28 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.602298] env[69513]: DEBUG oslo_vmware.api [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1355.602298] env[69513]: value = "task-3381556" [ 1355.602298] env[69513]: _type = "Task" [ 1355.602298] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.612658] env[69513]: DEBUG oslo_vmware.api [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.957493] env[69513]: DEBUG nova.network.neutron [-] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.981588] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13016c1a-e90a-490a-86ba-ddb587cf9191 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.991450] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ab8d55-60a6-457c-91c4-cd468929c0f4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.016530] env[69513]: DEBUG nova.compute.manager [req-985030a0-a8b2-4d66-8e7f-e9ec3528fa1d req-98edd350-76c6-4c08-b62c-85f4fa25a471 service nova] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Detach interface failed, port_id=19847362-770e-44f5-aefa-45c7326c4f0e, reason: Instance fcc60b4b-ed20-4366-b3fc-e740dbe64558 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.113302] env[69513]: DEBUG oslo_vmware.api [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381556, 'name': PowerOffVM_Task, 'duration_secs': 0.18614} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.113559] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.113754] env[69513]: DEBUG nova.compute.manager [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.114537] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3d3f2d-f0f1-44de-8845-f26ac84645c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.250853] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.278460] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.278719] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.278900] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.279141] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.279290] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.279441] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.279649] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.279805] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.279968] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.280151] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.280327] env[69513]: DEBUG nova.virt.hardware [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.281186] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040db281-310f-4ef1-994c-dd46ee8a4eb1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.289769] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156bd35d-ad90-42b8-97f0-7d9e215c3f93 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.460217] env[69513]: INFO nova.compute.manager [-] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Took 1.47 seconds to deallocate network for instance. [ 1356.502448] env[69513]: DEBUG nova.compute.manager [req-03c667ba-385a-4933-9ae4-9f1c2e368d41 req-589e240d-ee98-468c-aa97-731b9fbe29cf service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-vif-plugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.503831] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c667ba-385a-4933-9ae4-9f1c2e368d41 req-589e240d-ee98-468c-aa97-731b9fbe29cf service nova] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.503831] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c667ba-385a-4933-9ae4-9f1c2e368d41 req-589e240d-ee98-468c-aa97-731b9fbe29cf service nova] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.503831] env[69513]: DEBUG oslo_concurrency.lockutils [req-03c667ba-385a-4933-9ae4-9f1c2e368d41 req-589e240d-ee98-468c-aa97-731b9fbe29cf service nova] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.503831] env[69513]: DEBUG nova.compute.manager [req-03c667ba-385a-4933-9ae4-9f1c2e368d41 req-589e240d-ee98-468c-aa97-731b9fbe29cf service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] No waiting events found dispatching network-vif-plugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.503831] env[69513]: WARNING nova.compute.manager [req-03c667ba-385a-4933-9ae4-9f1c2e368d41 req-589e240d-ee98-468c-aa97-731b9fbe29cf service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received unexpected event network-vif-plugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 for instance with vm_state building and task_state spawning. [ 1356.597079] env[69513]: DEBUG nova.network.neutron [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Successfully updated port: 6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.624418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7a981a5e-d614-4e5a-9046-a8c237cbe554 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.966846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.967177] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.967402] env[69513]: DEBUG nova.objects.instance [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'resources' on Instance uuid fcc60b4b-ed20-4366-b3fc-e740dbe64558 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.104859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.104859] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.104859] env[69513]: DEBUG nova.network.neutron [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1357.104859] env[69513]: INFO nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Rebuilding instance [ 1357.146880] env[69513]: DEBUG nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.147994] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f77231-856b-4e23-ad91-c202ba22fec9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.525437] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f69b33-0058-4e68-86e4-5659b0f75b26 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.532909] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052ce10-4119-48f2-a775-87076024563f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.563527] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4dc53e-0a44-406b-a982-b8d3d7ad0d5c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.570350] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5090b293-92e6-40fb-85a0-2f76312fc0d8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.583189] env[69513]: DEBUG nova.compute.provider_tree [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.641941] env[69513]: DEBUG nova.network.neutron [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1357.768411] env[69513]: DEBUG nova.network.neutron [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.086736] env[69513]: DEBUG nova.scheduler.client.report [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.162149] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.162462] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8243ddcd-33bc-41de-a10e-b33a63304a9d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.171134] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1358.171134] env[69513]: value = "task-3381557" [ 1358.171134] env[69513]: _type = "Task" [ 1358.171134] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.182495] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1358.182733] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.183462] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d4f4c0-8a18-41d4-ad27-bd092636c926 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.190073] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.190286] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33967267-7eb6-4afe-b2b3-c17c409ff61e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.254064] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.254064] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.254064] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.254427] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6e5085-6032-4c3a-ba2e-c7abeb441c6d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.260818] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1358.260818] env[69513]: value = "task-3381559" [ 1358.260818] env[69513]: _type = "Task" [ 1358.260818] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.268606] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.271176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.271466] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Instance network_info: |[{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.271815] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b37d3c1-e5c7-403c-bb00-0885dc72de06', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.279691] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating folder: Project (59d9a10e06fd46cfb830fb6fbfc3fc2a). Parent ref: group-v674393. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.279941] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c61a07-4135-4b80-891b-770ccbe2a73c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.289301] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created folder: Project (59d9a10e06fd46cfb830fb6fbfc3fc2a) in parent group-v674393. [ 1358.289510] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating folder: Instances. Parent ref: group-v674718. {{(pid=69513) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.289739] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a7dffa-5592-464d-b705-01714400ca0c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.299237] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created folder: Instances in parent group-v674718. [ 1358.299485] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.299688] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.299905] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c35f680-5d10-4c4e-901b-c098478a50f5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.319947] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.319947] env[69513]: value = "task-3381562" [ 1358.319947] env[69513]: _type = "Task" [ 1358.319947] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.326917] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381562, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.527966] env[69513]: DEBUG nova.compute.manager [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.528130] env[69513]: DEBUG nova.compute.manager [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing instance network info cache due to event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.528354] env[69513]: DEBUG oslo_concurrency.lockutils [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.528488] env[69513]: DEBUG oslo_concurrency.lockutils [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.528642] env[69513]: DEBUG nova.network.neutron [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1358.591803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.610600] env[69513]: INFO nova.scheduler.client.report [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Deleted allocations for instance fcc60b4b-ed20-4366-b3fc-e740dbe64558 [ 1358.769974] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123252} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.770290] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.770419] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.770634] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.828779] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381562, 'name': CreateVM_Task, 'duration_secs': 0.284726} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.828938] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.829601] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.829760] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.830087] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.830330] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41b691e-7b70-4515-ad96-254cd76f89cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.834839] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1358.834839] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52795615-158c-880f-1b82-6a387f76e6d5" [ 1358.834839] env[69513]: _type = "Task" [ 1358.834839] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.841947] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52795615-158c-880f-1b82-6a387f76e6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.120067] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3406f80d-5320-4423-98f2-e0708b724c7d tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "fcc60b4b-ed20-4366-b3fc-e740dbe64558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.246255] env[69513]: DEBUG nova.network.neutron [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updated VIF entry in instance network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1359.246620] env[69513]: DEBUG nova.network.neutron [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.345076] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52795615-158c-880f-1b82-6a387f76e6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.345327] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.345558] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.345790] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.345934] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.346130] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.346382] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162e3393-11eb-4b0d-840e-34eb3d9eb4db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.354522] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.354692] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.355368] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2397cac-6db5-40ba-b3f2-69f1b95c7554 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.360042] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1359.360042] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240fe34-42a8-2368-25c0-6fd3a8bd28ee" [ 1359.360042] env[69513]: _type = "Task" [ 1359.360042] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.367773] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240fe34-42a8-2368-25c0-6fd3a8bd28ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.749355] env[69513]: DEBUG oslo_concurrency.lockutils [req-b0ecab49-c8c7-43b4-a7ce-b87354c347de req-018a35cb-a6e3-4dd1-ade6-41a324bd7288 service nova] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.803811] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.804124] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.804286] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.804479] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.804628] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.804773] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.804978] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.805153] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.805321] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.805483] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.805651] env[69513]: DEBUG nova.virt.hardware [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.806560] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d1ca1-87f6-4805-9131-3d67f3c05f84 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.814793] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50078529-bb21-439d-925d-c1eb1cc6146c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.829896] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:fa:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8662e171-5c94-42f0-ad04-2d6039e32ab5', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.837292] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.837539] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.837749] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aec21db2-c56b-49bc-b6cd-31a56900e80e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.856035] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.856035] env[69513]: value = "task-3381563" [ 1359.856035] env[69513]: _type = "Task" [ 1359.856035] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.865919] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381563, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.871592] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5240fe34-42a8-2368-25c0-6fd3a8bd28ee, 'name': SearchDatastore_Task, 'duration_secs': 0.007648} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.872528] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93133632-0292-42ac-b0fe-cf55b5cd56a8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.877202] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1359.877202] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b68471-504d-ce1d-4706-b828ad163040" [ 1359.877202] env[69513]: _type = "Task" [ 1359.877202] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.884732] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b68471-504d-ce1d-4706-b828ad163040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.366620] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381563, 'name': CreateVM_Task, 'duration_secs': 0.30855} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.366803] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.367527] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.367688] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.368138] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.368266] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52584d09-2db2-40c0-93a3-70cdc552af3b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.372732] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1360.372732] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5275408d-9d5d-23e6-023f-468d9b38700f" [ 1360.372732] env[69513]: _type = "Task" [ 1360.372732] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.380575] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5275408d-9d5d-23e6-023f-468d9b38700f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.388450] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52b68471-504d-ce1d-4706-b828ad163040, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.388652] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.388894] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.389139] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32dd4f7-18e7-4046-8469-b3bd861a74d6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.395102] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1360.395102] env[69513]: value = "task-3381564" [ 1360.395102] env[69513]: _type = "Task" [ 1360.395102] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.402538] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.883783] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5275408d-9d5d-23e6-023f-468d9b38700f, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.884108] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.884407] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.884685] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.884871] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.885088] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.885446] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f08cb98-d252-4955-a8cc-e14cebb6d47d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.893064] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.893237] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.893929] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18938cf5-5049-4af9-baaa-3aa633eceb9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.901674] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1360.901674] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dfe4c7-0455-cd12-409b-fd77d390d929" [ 1360.901674] env[69513]: _type = "Task" [ 1360.901674] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.905014] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413115} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.907796] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.908012] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.908260] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b21fb983-5046-4095-afbc-44d2052e5632 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.915020] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52dfe4c7-0455-cd12-409b-fd77d390d929, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.916716] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1360.916716] env[69513]: value = "task-3381565" [ 1360.916716] env[69513]: _type = "Task" [ 1360.916716] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.916989] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbf5a34-3789-4138-9de2-0c0fef34c45a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.928698] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.929020] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1360.929020] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e2dad5-d267-2e30-56a8-422f178bd773" [ 1360.929020] env[69513]: _type = "Task" [ 1360.929020] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.936136] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e2dad5-d267-2e30-56a8-422f178bd773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.363029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.363262] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.428479] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066329} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.428741] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.429499] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a8444-c008-4327-922c-ff6d95022105 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.440281] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e2dad5-d267-2e30-56a8-422f178bd773, 'name': SearchDatastore_Task, 'duration_secs': 0.015697} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.449557] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.449812] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.458498] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.458732] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67919f06-df40-44b3-839b-e30d6fff5b13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.460566] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4374cfbb-3268-4129-b51d-a90a77c85437 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.480089] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1361.480089] env[69513]: value = "task-3381566" [ 1361.480089] env[69513]: _type = "Task" [ 1361.480089] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.481293] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1361.481293] env[69513]: value = "task-3381567" [ 1361.481293] env[69513]: _type = "Task" [ 1361.481293] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.491150] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.493995] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.866272] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.992733] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381566, 'name': ReconfigVM_Task, 'duration_secs': 0.392502} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.995801] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.996454] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426427} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.996652] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e46b102-99db-4db4-9851-dcac8f69845d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.998042] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.998255] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.998478] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433b9cca-23da-414a-85f8-fc186fd957b7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.004194] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1362.004194] env[69513]: value = "task-3381568" [ 1362.004194] env[69513]: _type = "Task" [ 1362.004194] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.005333] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1362.005333] env[69513]: value = "task-3381569" [ 1362.005333] env[69513]: _type = "Task" [ 1362.005333] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.015373] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381568, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.018094] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.388739] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.389054] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.390598] env[69513]: INFO nova.compute.claims [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.520576] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06462} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.520803] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381568, 'name': Rename_Task, 'duration_secs': 0.135504} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.521099] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.521394] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.522076] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05064a90-1846-4fc8-91bc-6efe9d875702 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.524290] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466732c8-0b9c-4d49-a8d2-ae04f918f143 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.546291] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.547420] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210ec8b9-98e0-4874-9eb4-ca9c91bda2d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.561308] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1362.561308] env[69513]: value = "task-3381570" [ 1362.561308] env[69513]: _type = "Task" [ 1362.561308] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.567175] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1362.567175] env[69513]: value = "task-3381571" [ 1362.567175] env[69513]: _type = "Task" [ 1362.567175] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.572874] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.577583] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.073795] env[69513]: DEBUG oslo_vmware.api [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381570, 'name': PowerOnVM_Task, 'duration_secs': 0.441789} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.074404] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.074611] env[69513]: INFO nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1363.074786] env[69513]: DEBUG nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.075527] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df78316-818b-492a-b4ff-61d75a2e1baa {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.080584] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381571, 'name': ReconfigVM_Task, 'duration_secs': 0.266899} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.081120] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069/8cf0b1e1-80a4-42b2-897a-bc1a9d985069.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.081716] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2669e085-7e70-4af3-9139-484ab7d723ef {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.091582] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1363.091582] env[69513]: value = "task-3381572" [ 1363.091582] env[69513]: _type = "Task" [ 1363.091582] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.098520] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381572, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.452160] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f3dd28-b1a6-4fdb-a908-fea17928f8bf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.459989] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e3a26-7895-4c13-9676-eed67e41432f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.490054] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690171e-8c76-486d-9ce5-f9e17f4788d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.496760] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f028a13-3c25-4035-a6f8-dbb86cbb3beb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.509220] env[69513]: DEBUG nova.compute.provider_tree [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.601795] env[69513]: INFO nova.compute.manager [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Took 11.53 seconds to build instance. [ 1363.606593] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381572, 'name': Rename_Task, 'duration_secs': 0.133349} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.607142] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.608063] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c4ecf8a-22dd-4993-82b6-114a5526b456 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.614836] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1363.614836] env[69513]: value = "task-3381573" [ 1363.614836] env[69513]: _type = "Task" [ 1363.614836] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.624730] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.012578] env[69513]: DEBUG nova.scheduler.client.report [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.107780] env[69513]: DEBUG oslo_concurrency.lockutils [None req-57b2ed0d-4e3d-41e0-8eef-de89a724db2c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.045s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.126311] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.331477] env[69513]: DEBUG nova.compute.manager [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.331696] env[69513]: DEBUG nova.compute.manager [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing instance network info cache due to event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.331910] env[69513]: DEBUG oslo_concurrency.lockutils [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.332293] env[69513]: DEBUG oslo_concurrency.lockutils [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.332491] env[69513]: DEBUG nova.network.neutron [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1364.518381] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.518956] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.626599] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.023947] env[69513]: DEBUG nova.compute.utils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.025923] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.026098] env[69513]: DEBUG nova.network.neutron [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.035657] env[69513]: DEBUG nova.network.neutron [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updated VIF entry in instance network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1365.035973] env[69513]: DEBUG nova.network.neutron [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.061158] env[69513]: DEBUG nova.policy [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e597565ffa784291bb8f69ccc7ec7064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b93c4b559e427c8bc0b17f1c94f151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.128819] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381573, 'name': PowerOnVM_Task, 'duration_secs': 1.153374} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.129070] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.129276] env[69513]: DEBUG nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.130049] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0968c1-101f-4b57-9a34-45c977785006 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.323019] env[69513]: DEBUG nova.network.neutron [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Successfully created port: 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.527441] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.539442] env[69513]: DEBUG oslo_concurrency.lockutils [req-b8498a19-a559-430b-acac-723d234d95cb req-8f982975-eaf2-44a4-87f9-a3e59c60e7db service nova] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.640894] env[69513]: INFO nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] bringing vm to original state: 'stopped' [ 1366.537806] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.564798] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.565036] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.565192] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.565397] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.565519] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.565661] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.565865] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.566030] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.566196] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.566356] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.566525] env[69513]: DEBUG nova.virt.hardware [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.567398] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661a33b-7a5a-4093-bcaf-7c6c647f68dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.575401] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd20d2-4a07-4280-8771-4a3f5b553400 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.647514] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.647759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.647935] env[69513]: DEBUG nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.648857] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96436454-b063-4818-a62b-c7ef3386c662 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.655404] env[69513]: DEBUG nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69513) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1366.753609] env[69513]: DEBUG nova.compute.manager [req-fa4f4ea1-b8c1-43c0-b9f8-603a5f3752ff req-c4a987c4-5930-4113-9cc0-65d53c0d888c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Received event network-vif-plugged-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.753834] env[69513]: DEBUG oslo_concurrency.lockutils [req-fa4f4ea1-b8c1-43c0-b9f8-603a5f3752ff req-c4a987c4-5930-4113-9cc0-65d53c0d888c service nova] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.754052] env[69513]: DEBUG oslo_concurrency.lockutils [req-fa4f4ea1-b8c1-43c0-b9f8-603a5f3752ff req-c4a987c4-5930-4113-9cc0-65d53c0d888c service nova] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.754319] env[69513]: DEBUG oslo_concurrency.lockutils [req-fa4f4ea1-b8c1-43c0-b9f8-603a5f3752ff req-c4a987c4-5930-4113-9cc0-65d53c0d888c service nova] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.754436] env[69513]: DEBUG nova.compute.manager [req-fa4f4ea1-b8c1-43c0-b9f8-603a5f3752ff req-c4a987c4-5930-4113-9cc0-65d53c0d888c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] No waiting events found dispatching network-vif-plugged-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1366.754591] env[69513]: WARNING nova.compute.manager [req-fa4f4ea1-b8c1-43c0-b9f8-603a5f3752ff req-c4a987c4-5930-4113-9cc0-65d53c0d888c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Received unexpected event network-vif-plugged-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 for instance with vm_state building and task_state spawning. [ 1366.836637] env[69513]: DEBUG nova.network.neutron [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Successfully updated port: 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.159832] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.160171] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54a4f6aa-3a04-44ad-83e2-1c828810afad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.167815] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1367.167815] env[69513]: value = "task-3381574" [ 1367.167815] env[69513]: _type = "Task" [ 1367.167815] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.176233] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.338853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.339058] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.339462] env[69513]: DEBUG nova.network.neutron [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1367.678778] env[69513]: DEBUG oslo_vmware.api [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381574, 'name': PowerOffVM_Task, 'duration_secs': 0.183577} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.679150] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.679240] env[69513]: DEBUG nova.compute.manager [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.679974] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c910d43-e0d6-4458-9769-765ec27b6c6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.884117] env[69513]: DEBUG nova.network.neutron [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1368.039558] env[69513]: DEBUG nova.network.neutron [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating instance_info_cache with network_info: [{"id": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "address": "fa:16:3e:d1:5e:e1", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4facfb63-ed", "ovs_interfaceid": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.191099] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.543059] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.543059] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Instance network_info: |[{"id": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "address": "fa:16:3e:d1:5e:e1", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4facfb63-ed", "ovs_interfaceid": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.543462] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:5e:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4facfb63-eded-4a6c-8569-0d3ab6c0fdc7', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.550922] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.551137] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.551356] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a1b90e-25cf-4146-a011-9137ca51ef8a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.571127] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.571127] env[69513]: value = "task-3381575" [ 1368.571127] env[69513]: _type = "Task" [ 1368.571127] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.578784] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381575, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.640633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.640971] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.641263] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.641477] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.641664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.643861] env[69513]: INFO nova.compute.manager [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Terminating instance [ 1368.699617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.699617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.699941] env[69513]: DEBUG nova.objects.instance [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1368.781262] env[69513]: DEBUG nova.compute.manager [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Received event network-changed-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.781325] env[69513]: DEBUG nova.compute.manager [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Refreshing instance network info cache due to event network-changed-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1368.781549] env[69513]: DEBUG oslo_concurrency.lockutils [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] Acquiring lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.781683] env[69513]: DEBUG oslo_concurrency.lockutils [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] Acquired lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.781866] env[69513]: DEBUG nova.network.neutron [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Refreshing network info cache for port 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1369.081789] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381575, 'name': CreateVM_Task, 'duration_secs': 0.302113} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.081985] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.082626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.082796] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.083129] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.083410] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ab9b28-4a25-4c84-b527-45e8c826042b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.087836] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1369.087836] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52306ecf-9669-cf5e-e9fd-6acf65eae05e" [ 1369.087836] env[69513]: _type = "Task" [ 1369.087836] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.095946] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52306ecf-9669-cf5e-e9fd-6acf65eae05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.148062] env[69513]: DEBUG nova.compute.manager [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.148301] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.149182] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f858a4-8b97-4a9d-acf1-454afd67d2f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.156497] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.156748] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-643ad3c8-bb32-4c92-9bff-58a474d4de0e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.225408] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.225648] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.225781] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore1] 8cf0b1e1-80a4-42b2-897a-bc1a9d985069 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.226040] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6acea685-1f6d-4d7a-b31d-50427d3775ac {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.232151] env[69513]: DEBUG oslo_vmware.api [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1369.232151] env[69513]: value = "task-3381577" [ 1369.232151] env[69513]: _type = "Task" [ 1369.232151] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.240237] env[69513]: DEBUG oslo_vmware.api [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.480808] env[69513]: DEBUG nova.network.neutron [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updated VIF entry in instance network info cache for port 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1369.481278] env[69513]: DEBUG nova.network.neutron [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating instance_info_cache with network_info: [{"id": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "address": "fa:16:3e:d1:5e:e1", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4facfb63-ed", "ovs_interfaceid": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.598149] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52306ecf-9669-cf5e-e9fd-6acf65eae05e, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.598439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.598668] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.598903] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.599056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.599234] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.599491] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6303f7-adbf-44ed-966f-b076e5ff1797 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.607773] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.607929] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.608617] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1661e4-e9c3-4c7e-863a-7f9d383f9f88 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.613242] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1369.613242] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5271fcef-8e87-fac5-12c8-83ae72e61be1" [ 1369.613242] env[69513]: _type = "Task" [ 1369.613242] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.621268] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5271fcef-8e87-fac5-12c8-83ae72e61be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.708702] env[69513]: DEBUG oslo_concurrency.lockutils [None req-15113414-3e9f-43f4-b31d-313a88bc699d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.741076] env[69513]: DEBUG oslo_vmware.api [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133145} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.741359] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.741567] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.741743] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.741913] env[69513]: INFO nova.compute.manager [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1369.742157] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.742340] env[69513]: DEBUG nova.compute.manager [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.742439] env[69513]: DEBUG nova.network.neutron [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1369.984379] env[69513]: DEBUG oslo_concurrency.lockutils [req-fed7af23-9dd0-4962-a314-e2c1c28f2730 req-98c40cbf-64b2-4759-93d5-0d759fee510c service nova] Releasing lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.123453] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5271fcef-8e87-fac5-12c8-83ae72e61be1, 'name': SearchDatastore_Task, 'duration_secs': 0.007955} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.124221] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d9f60b-6167-4fe2-83ab-a2ffa728d087 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.129121] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1370.129121] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e0815b-0e40-b2f2-8a02-0aa4694726c6" [ 1370.129121] env[69513]: _type = "Task" [ 1370.129121] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.136420] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e0815b-0e40-b2f2-8a02-0aa4694726c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.442666] env[69513]: DEBUG nova.network.neutron [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.639618] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52e0815b-0e40-b2f2-8a02-0aa4694726c6, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.639907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.640219] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 95d99b50-ad1e-497a-92cd-963dd4a99c57/95d99b50-ad1e-497a-92cd-963dd4a99c57.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.640501] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d898fc-9211-441f-bcae-1bc5613add48 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.649790] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1370.649790] env[69513]: value = "task-3381578" [ 1370.649790] env[69513]: _type = "Task" [ 1370.649790] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.657915] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.809502] env[69513]: DEBUG nova.compute.manager [req-30c93135-cd9b-4a5c-9055-d5b329fc1bbe req-2f524ea5-10ae-424a-a7bb-033fba2027e5 service nova] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Received event network-vif-deleted-8662e171-5c94-42f0-ad04-2d6039e32ab5 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.945922] env[69513]: INFO nova.compute.manager [-] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Took 1.20 seconds to deallocate network for instance. [ 1371.159319] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415287} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.159517] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 95d99b50-ad1e-497a-92cd-963dd4a99c57/95d99b50-ad1e-497a-92cd-963dd4a99c57.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.159728] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.159970] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1b81e4-e4b2-44b4-ac3f-12bea062a9e4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.165912] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1371.165912] env[69513]: value = "task-3381579" [ 1371.165912] env[69513]: _type = "Task" [ 1371.165912] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.173811] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.453523] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.453917] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.454237] env[69513]: DEBUG nova.objects.instance [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'resources' on Instance uuid 8cf0b1e1-80a4-42b2-897a-bc1a9d985069 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.675587] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060268} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.675794] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.676545] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4fc23-477e-4f66-969d-122a846caa9b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.698456] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 95d99b50-ad1e-497a-92cd-963dd4a99c57/95d99b50-ad1e-497a-92cd-963dd4a99c57.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.698456] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b877c866-ad21-4ee3-bdb2-4a0feaec8cea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.717107] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1371.717107] env[69513]: value = "task-3381580" [ 1371.717107] env[69513]: _type = "Task" [ 1371.717107] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.725123] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.016406] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65604752-3533-41b6-b270-de8ebc04816b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.024270] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be1f773-be95-4165-94ae-7545a5717a18 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.054314] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f8fb8c-324a-4937-8ab3-dfc882421106 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.061879] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13698371-88a0-486a-bd0e-b9a684e1dc20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.074646] env[69513]: DEBUG nova.compute.provider_tree [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.227249] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381580, 'name': ReconfigVM_Task, 'duration_secs': 0.254629} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.227472] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 95d99b50-ad1e-497a-92cd-963dd4a99c57/95d99b50-ad1e-497a-92cd-963dd4a99c57.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.228109] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb89fe6-c687-46c9-b197-b01735f8b957 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.234406] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1372.234406] env[69513]: value = "task-3381581" [ 1372.234406] env[69513]: _type = "Task" [ 1372.234406] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.242116] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381581, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.578356] env[69513]: DEBUG nova.scheduler.client.report [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.744409] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381581, 'name': Rename_Task, 'duration_secs': 0.176082} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.744695] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.744935] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15902fa-73ac-4510-8bbf-adee485fe289 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.751644] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1372.751644] env[69513]: value = "task-3381582" [ 1372.751644] env[69513]: _type = "Task" [ 1372.751644] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.758785] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.083315] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.103154] env[69513]: INFO nova.scheduler.client.report [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted allocations for instance 8cf0b1e1-80a4-42b2-897a-bc1a9d985069 [ 1373.260787] env[69513]: DEBUG oslo_vmware.api [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381582, 'name': PowerOnVM_Task, 'duration_secs': 0.434314} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.261052] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.261253] env[69513]: INFO nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1373.261430] env[69513]: DEBUG nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.262173] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e61528-bb64-42f0-b121-c769b1a3c49a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.611631] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0a82cdf7-bc61-43e8-9d00-9c24e5a4310f tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "8cf0b1e1-80a4-42b2-897a-bc1a9d985069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.971s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.778456] env[69513]: INFO nova.compute.manager [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Took 11.41 seconds to build instance. [ 1374.280610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-bc7da6ac-eb26-4419-88dc-8cc91a79eecb tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.917s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.565869] env[69513]: DEBUG nova.compute.manager [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Received event network-changed-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.566093] env[69513]: DEBUG nova.compute.manager [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Refreshing instance network info cache due to event network-changed-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.566311] env[69513]: DEBUG oslo_concurrency.lockutils [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] Acquiring lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.566454] env[69513]: DEBUG oslo_concurrency.lockutils [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] Acquired lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.566616] env[69513]: DEBUG nova.network.neutron [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Refreshing network info cache for port 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1375.279779] env[69513]: DEBUG nova.network.neutron [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updated VIF entry in instance network info cache for port 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1375.280150] env[69513]: DEBUG nova.network.neutron [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating instance_info_cache with network_info: [{"id": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "address": "fa:16:3e:d1:5e:e1", "network": {"id": "ffe601c7-2345-423d-81d6-f8f534a09370", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1550277648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b93c4b559e427c8bc0b17f1c94f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4facfb63-ed", "ovs_interfaceid": "4facfb63-eded-4a6c-8569-0d3ab6c0fdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.407405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.407673] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.782802] env[69513]: DEBUG oslo_concurrency.lockutils [req-b1fe9de4-536e-42c5-8929-fa982a0130a4 req-1af04790-eb4f-4583-bb24-d72506da2386 service nova] Releasing lock "refresh_cache-95d99b50-ad1e-497a-92cd-963dd4a99c57" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.910851] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.433040] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.433354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.434697] env[69513]: INFO nova.compute.claims [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.506723] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c388ec1-31c6-40da-a975-293c24cb97c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.513949] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539176d8-ea9f-4ff1-bb2a-84d39a751fdf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.544457] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9bb08-6a19-47e2-8384-11557ac2e982 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.551247] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f12ea5e-3525-400b-b167-5b0dab45657c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.563860] env[69513]: DEBUG nova.compute.provider_tree [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.066944] env[69513]: DEBUG nova.scheduler.client.report [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.571607] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.572137] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.078036] env[69513]: DEBUG nova.compute.utils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.078604] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.078774] env[69513]: DEBUG nova.network.neutron [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.126200] env[69513]: DEBUG nova.policy [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62d7f510d0224b8c96324e9a957b3c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12078305c53144eba1e26418aeb12523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.387408] env[69513]: DEBUG nova.network.neutron [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Successfully created port: 08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.583036] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.593760] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.623460] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.623709] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.623865] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.625033] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.625506] env[69513]: DEBUG nova.virt.hardware [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.626098] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f74f0b-744e-4810-9d28-7477a22b3d7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.634294] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40318f3d-87e8-4349-aa87-d6b5792b2914 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.727028] env[69513]: DEBUG nova.compute.manager [req-1e8ba775-c4c4-433e-bf4d-053cf7add9e0 req-d4e0c4bc-ff49-4247-a4ac-ab0d0b08456f service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Received event network-vif-plugged-08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.727147] env[69513]: DEBUG oslo_concurrency.lockutils [req-1e8ba775-c4c4-433e-bf4d-053cf7add9e0 req-d4e0c4bc-ff49-4247-a4ac-ab0d0b08456f service nova] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.727268] env[69513]: DEBUG oslo_concurrency.lockutils [req-1e8ba775-c4c4-433e-bf4d-053cf7add9e0 req-d4e0c4bc-ff49-4247-a4ac-ab0d0b08456f service nova] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.727434] env[69513]: DEBUG oslo_concurrency.lockutils [req-1e8ba775-c4c4-433e-bf4d-053cf7add9e0 req-d4e0c4bc-ff49-4247-a4ac-ab0d0b08456f service nova] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.727599] env[69513]: DEBUG nova.compute.manager [req-1e8ba775-c4c4-433e-bf4d-053cf7add9e0 req-d4e0c4bc-ff49-4247-a4ac-ab0d0b08456f service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] No waiting events found dispatching network-vif-plugged-08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.727758] env[69513]: WARNING nova.compute.manager [req-1e8ba775-c4c4-433e-bf4d-053cf7add9e0 req-d4e0c4bc-ff49-4247-a4ac-ab0d0b08456f service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Received unexpected event network-vif-plugged-08a98f66-6e47-400c-a1ea-e6bbfb19675a for instance with vm_state building and task_state spawning. [ 1380.820060] env[69513]: DEBUG nova.network.neutron [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Successfully updated port: 08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.322988] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.323128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.323285] env[69513]: DEBUG nova.network.neutron [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1381.854075] env[69513]: DEBUG nova.network.neutron [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1381.971042] env[69513]: DEBUG nova.network.neutron [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating instance_info_cache with network_info: [{"id": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "address": "fa:16:3e:a4:93:98", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a98f66-6e", "ovs_interfaceid": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.474626] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.474958] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Instance network_info: |[{"id": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "address": "fa:16:3e:a4:93:98", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a98f66-6e", "ovs_interfaceid": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.475443] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:93:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a98f66-6e47-400c-a1ea-e6bbfb19675a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.482715] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.482927] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.483166] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46833a82-2cc7-4dd7-81df-34960775a29f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.503498] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.503498] env[69513]: value = "task-3381583" [ 1382.503498] env[69513]: _type = "Task" [ 1382.503498] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.511113] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381583, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.755824] env[69513]: DEBUG nova.compute.manager [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Received event network-changed-08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.755824] env[69513]: DEBUG nova.compute.manager [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Refreshing instance network info cache due to event network-changed-08a98f66-6e47-400c-a1ea-e6bbfb19675a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.756158] env[69513]: DEBUG oslo_concurrency.lockutils [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] Acquiring lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.756158] env[69513]: DEBUG oslo_concurrency.lockutils [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] Acquired lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.756284] env[69513]: DEBUG nova.network.neutron [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Refreshing network info cache for port 08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1383.013336] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381583, 'name': CreateVM_Task, 'duration_secs': 0.283607} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.013702] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.014139] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.014312] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.014676] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.014920] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fd2939-f8b5-47c1-8f1e-173f6fdc8ab0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.019128] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1383.019128] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5232ecf0-6258-52e5-24aa-3ec5d3473a10" [ 1383.019128] env[69513]: _type = "Task" [ 1383.019128] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.026366] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5232ecf0-6258-52e5-24aa-3ec5d3473a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.426621] env[69513]: DEBUG nova.network.neutron [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updated VIF entry in instance network info cache for port 08a98f66-6e47-400c-a1ea-e6bbfb19675a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1383.427013] env[69513]: DEBUG nova.network.neutron [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating instance_info_cache with network_info: [{"id": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "address": "fa:16:3e:a4:93:98", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a98f66-6e", "ovs_interfaceid": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.529637] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5232ecf0-6258-52e5-24aa-3ec5d3473a10, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.529930] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.530178] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.530411] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.530558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.530736] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.530981] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b84cc96-3df2-45a1-a23f-b38d8fb90dd5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.539355] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.539498] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.540149] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a1b8e1-f5bb-4692-b934-bda15e8f6533 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.544510] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1383.544510] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52efad05-e0ed-9c96-e3c9-9915142115b4" [ 1383.544510] env[69513]: _type = "Task" [ 1383.544510] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.551406] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52efad05-e0ed-9c96-e3c9-9915142115b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.930094] env[69513]: DEBUG oslo_concurrency.lockutils [req-8b6ec567-2ac9-4c05-bb89-1532aafc5575 req-d6d054a3-db68-4852-b6e4-f656d70533db service nova] Releasing lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.054823] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52efad05-e0ed-9c96-e3c9-9915142115b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.055611] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5605dc31-5192-481e-97c4-a3d618164070 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.060453] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1384.060453] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524ed6d4-75ba-b116-32d4-cc7b15800a96" [ 1384.060453] env[69513]: _type = "Task" [ 1384.060453] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.067572] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524ed6d4-75ba-b116-32d4-cc7b15800a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.398564] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.398801] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.398954] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.399116] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.399267] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.399412] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.399548] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.399720] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1384.399911] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.571603] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524ed6d4-75ba-b116-32d4-cc7b15800a96, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.571868] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.572132] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.572386] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0926ac-433d-4598-bae7-ac95b86b629c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.578511] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1384.578511] env[69513]: value = "task-3381584" [ 1384.578511] env[69513]: _type = "Task" [ 1384.578511] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.585878] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.903532] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.903813] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.903979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.904222] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1384.905206] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2a5f9-1c1b-4517-a68c-bb939a91a815 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.914077] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b380b-b40c-417d-b974-76ed512bb1ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.929521] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd70e8c-138d-4d02-845b-468200dc8cf1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.937243] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0210df5-b89e-4e6a-9efd-ec7eb3f7ab4a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.968042] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180647MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1384.968242] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.968443] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.088475] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428369} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.088865] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.088997] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.089231] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47689375-fc1c-4bec-9b70-7cca27cdf119 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.094895] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1385.094895] env[69513]: value = "task-3381585" [ 1385.094895] env[69513]: _type = "Task" [ 1385.094895] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.101848] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.606479] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071249} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.606754] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.607517] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4011b2b3-0331-4d74-b3ce-677880a236b4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.629153] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.629367] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d8272d-b73e-48d1-b4de-d21e2a164640 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.648964] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1385.648964] env[69513]: value = "task-3381586" [ 1385.648964] env[69513]: _type = "Task" [ 1385.648964] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.656528] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.994312] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1385.994467] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 390179be-27c5-4b20-8b92-e26fd0430cb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1385.994639] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 95d99b50-ad1e-497a-92cd-963dd4a99c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1385.994760] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1385.994939] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1385.995099] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1386.046572] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a45a6-2048-4770-824c-0fcd8752f302 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.054170] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aabcab1-bfea-4e96-8055-088abf25ec1b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.083013] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe6a67-87da-40fd-9e81-d3c8532564b2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.089414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21598051-0cce-40e3-88c4-2e8dd62b7098 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.101975] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.159076] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381586, 'name': ReconfigVM_Task, 'duration_secs': 0.286905} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.159342] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.159945] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e52394e0-7e01-4631-8a30-f97ac893deff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.165499] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1386.165499] env[69513]: value = "task-3381587" [ 1386.165499] env[69513]: _type = "Task" [ 1386.165499] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.172899] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381587, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.604943] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.675856] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381587, 'name': Rename_Task, 'duration_secs': 0.134569} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.676132] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.676375] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047581f7-4a55-4074-a7ed-114c4a5008ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.682042] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1386.682042] env[69513]: value = "task-3381588" [ 1386.682042] env[69513]: _type = "Task" [ 1386.682042] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.689242] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.110732] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1387.110732] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.191516] env[69513]: DEBUG oslo_vmware.api [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381588, 'name': PowerOnVM_Task, 'duration_secs': 0.481407} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.191774] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.191977] env[69513]: INFO nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1387.192170] env[69513]: DEBUG nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.192907] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a42489-a1ed-4a4d-a0e1-102427854001 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.710025] env[69513]: INFO nova.compute.manager [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Took 11.29 seconds to build instance. [ 1388.211783] env[69513]: DEBUG oslo_concurrency.lockutils [None req-9036db07-3225-408c-8448-20e67acffc05 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.804s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.333849] env[69513]: DEBUG nova.compute.manager [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Received event network-changed-08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.334017] env[69513]: DEBUG nova.compute.manager [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Refreshing instance network info cache due to event network-changed-08a98f66-6e47-400c-a1ea-e6bbfb19675a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.334240] env[69513]: DEBUG oslo_concurrency.lockutils [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] Acquiring lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.334382] env[69513]: DEBUG oslo_concurrency.lockutils [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] Acquired lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.334583] env[69513]: DEBUG nova.network.neutron [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Refreshing network info cache for port 08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1389.045527] env[69513]: DEBUG nova.network.neutron [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updated VIF entry in instance network info cache for port 08a98f66-6e47-400c-a1ea-e6bbfb19675a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1389.045932] env[69513]: DEBUG nova.network.neutron [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating instance_info_cache with network_info: [{"id": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "address": "fa:16:3e:a4:93:98", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a98f66-6e", "ovs_interfaceid": "08a98f66-6e47-400c-a1ea-e6bbfb19675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.549317] env[69513]: DEBUG oslo_concurrency.lockutils [req-4818f98d-9b64-48fd-af81-79e20eb6e3a5 req-1d3ce034-bfa4-4df9-83ba-24b75be5f377 service nova] Releasing lock "refresh_cache-04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.209037] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.209501] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.209501] env[69513]: INFO nova.compute.manager [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Shelving [ 1404.218992] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.219424] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7daa8b1d-6be9-49a8-8021-49fccb126391 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.226802] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1404.226802] env[69513]: value = "task-3381589" [ 1404.226802] env[69513]: _type = "Task" [ 1404.226802] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.234695] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.736740] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381589, 'name': PowerOffVM_Task, 'duration_secs': 0.216988} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.736996] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.737774] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc26b72-a064-4a7c-8d72-98eed7296710 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.755922] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70486ac1-42ff-4d76-bce5-d942cedd927c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.267116] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1405.267534] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f8a4ba9-31da-420d-ad18-b687c6066249 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.275956] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1405.275956] env[69513]: value = "task-3381590" [ 1405.275956] env[69513]: _type = "Task" [ 1405.275956] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.284381] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.786775] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381590, 'name': CreateSnapshot_Task, 'duration_secs': 0.395959} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.787054] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1405.787819] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb732b2-7fc6-4f3f-9222-4ce9aee7a11c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.305229] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1406.305602] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee42bbec-b201-44f4-9812-38fc6ed73e1c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.314744] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1406.314744] env[69513]: value = "task-3381591" [ 1406.314744] env[69513]: _type = "Task" [ 1406.314744] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.322510] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381591, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.826232] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381591, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.325427] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381591, 'name': CloneVM_Task, 'duration_secs': 0.857263} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.325774] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Created linked-clone VM from snapshot [ 1407.326387] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c2a45-f18e-4d73-95f1-336525e19718 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.333267] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Uploading image 481bc551-cb96-4a91-a880-4933a1c0373a {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1407.353259] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1407.353259] env[69513]: value = "vm-674725" [ 1407.353259] env[69513]: _type = "VirtualMachine" [ 1407.353259] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1407.353491] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4897249b-6ca5-4a98-b0da-d70ba86fb060 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.359867] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease: (returnval){ [ 1407.359867] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522641c5-2e7c-0c36-5232-6d9f094f9f52" [ 1407.359867] env[69513]: _type = "HttpNfcLease" [ 1407.359867] env[69513]: } obtained for exporting VM: (result){ [ 1407.359867] env[69513]: value = "vm-674725" [ 1407.359867] env[69513]: _type = "VirtualMachine" [ 1407.359867] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1407.360226] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the lease: (returnval){ [ 1407.360226] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522641c5-2e7c-0c36-5232-6d9f094f9f52" [ 1407.360226] env[69513]: _type = "HttpNfcLease" [ 1407.360226] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1407.366270] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1407.366270] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522641c5-2e7c-0c36-5232-6d9f094f9f52" [ 1407.366270] env[69513]: _type = "HttpNfcLease" [ 1407.366270] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1407.868202] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1407.868202] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522641c5-2e7c-0c36-5232-6d9f094f9f52" [ 1407.868202] env[69513]: _type = "HttpNfcLease" [ 1407.868202] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1407.868477] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1407.868477] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522641c5-2e7c-0c36-5232-6d9f094f9f52" [ 1407.868477] env[69513]: _type = "HttpNfcLease" [ 1407.868477] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1407.869193] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6f67a-52ab-46ca-b04b-6f8b98df1d57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.876430] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264ce8c-08aa-8712-1b48-3a58e2dbf366/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1407.876590] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264ce8c-08aa-8712-1b48-3a58e2dbf366/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1407.961523] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0eb1322b-10e4-496e-ba12-7d51b439bf26 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.504884] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.505257] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.009129] env[69513]: DEBUG nova.compute.utils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1413.511642] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.513875] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264ce8c-08aa-8712-1b48-3a58e2dbf366/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1414.514841] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1615f744-0a93-40fe-98f6-3a26ab63ac17 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.521212] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264ce8c-08aa-8712-1b48-3a58e2dbf366/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1414.521379] env[69513]: ERROR oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264ce8c-08aa-8712-1b48-3a58e2dbf366/disk-0.vmdk due to incomplete transfer. [ 1414.521590] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4c61ee5-d69b-44b5-aa05-1f9f4408ba72 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.529929] env[69513]: DEBUG oslo_vmware.rw_handles [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264ce8c-08aa-8712-1b48-3a58e2dbf366/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1414.530134] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Uploaded image 481bc551-cb96-4a91-a880-4933a1c0373a to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1414.532482] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1414.532723] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fbf468e5-dc19-4383-a32d-70c51bfbb625 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.538111] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1414.538111] env[69513]: value = "task-3381593" [ 1414.538111] env[69513]: _type = "Task" [ 1414.538111] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.545601] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381593, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.577467] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.577713] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.577990] env[69513]: INFO nova.compute.manager [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Attaching volume 20992511-bc9e-428f-92db-c388c4e1afb8 to /dev/sdb [ 1414.607792] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3091d2-1417-4fc0-b5df-d3602d4f212a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.614839] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6fb49-b0fb-49be-b052-4423a67e9b07 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.627692] env[69513]: DEBUG nova.virt.block_device [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating existing volume attachment record: 4946b918-2457-4676-a242-c52fd8073639 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1415.049484] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381593, 'name': Destroy_Task, 'duration_secs': 0.31157} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.049741] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Destroyed the VM [ 1415.049980] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1415.050235] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0559e34-25d3-43fc-b51a-6a1e84669167 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.056770] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1415.056770] env[69513]: value = "task-3381595" [ 1415.056770] env[69513]: _type = "Task" [ 1415.056770] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.063985] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.567064] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381595, 'name': RemoveSnapshot_Task, 'duration_secs': 0.338657} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.567470] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1415.567681] env[69513]: DEBUG nova.compute.manager [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.568447] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4f674-1239-4af7-982d-08045e6dd59e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.079864] env[69513]: INFO nova.compute.manager [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Shelve offloading [ 1416.583755] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.584326] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7c76370-39f3-4597-82fc-e17e48479608 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.591393] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1416.591393] env[69513]: value = "task-3381596" [ 1416.591393] env[69513]: _type = "Task" [ 1416.591393] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.599010] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.101352] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1417.101543] env[69513]: DEBUG nova.compute.manager [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.102276] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938cc2a-c7bf-4d51-bc0c-8964ffb81df3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.107707] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.107872] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.108088] env[69513]: DEBUG nova.network.neutron [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1417.798673] env[69513]: DEBUG nova.network.neutron [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.301088] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.531208] env[69513]: DEBUG nova.compute.manager [req-b4f3f6a9-a986-4075-a37f-444b4e4c1c0d req-8e3bd601-ce5c-4056-9cf8-877138e780cc service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-vif-unplugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.531381] env[69513]: DEBUG oslo_concurrency.lockutils [req-b4f3f6a9-a986-4075-a37f-444b4e4c1c0d req-8e3bd601-ce5c-4056-9cf8-877138e780cc service nova] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.531633] env[69513]: DEBUG oslo_concurrency.lockutils [req-b4f3f6a9-a986-4075-a37f-444b4e4c1c0d req-8e3bd601-ce5c-4056-9cf8-877138e780cc service nova] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.531820] env[69513]: DEBUG oslo_concurrency.lockutils [req-b4f3f6a9-a986-4075-a37f-444b4e4c1c0d req-8e3bd601-ce5c-4056-9cf8-877138e780cc service nova] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.531993] env[69513]: DEBUG nova.compute.manager [req-b4f3f6a9-a986-4075-a37f-444b4e4c1c0d req-8e3bd601-ce5c-4056-9cf8-877138e780cc service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] No waiting events found dispatching network-vif-unplugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.532337] env[69513]: WARNING nova.compute.manager [req-b4f3f6a9-a986-4075-a37f-444b4e4c1c0d req-8e3bd601-ce5c-4056-9cf8-877138e780cc service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received unexpected event network-vif-unplugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 for instance with vm_state shelved and task_state shelving_offloading. [ 1418.623938] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.624857] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8fafe-a960-4b1f-9dff-e3d93f837478 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.632445] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.632674] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa9cc1a-ab35-41f0-85c6-77a546def0e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.693697] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.693894] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.694158] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleting the datastore file [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.694453] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a5999f-b069-4693-b916-b38fca5482d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.700992] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1418.700992] env[69513]: value = "task-3381599" [ 1418.700992] env[69513]: _type = "Task" [ 1418.700992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.711251] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.173142] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1419.173405] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674726', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'name': 'volume-20992511-bc9e-428f-92db-c388c4e1afb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'serial': '20992511-bc9e-428f-92db-c388c4e1afb8'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1419.174314] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf8c1e-9b6e-4c87-b26c-cbacf7bd84cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.191729] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7d233-5bc7-44ee-b2d5-95d9a52e3f7b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.215489] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-20992511-bc9e-428f-92db-c388c4e1afb8/volume-20992511-bc9e-428f-92db-c388c4e1afb8.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.218293] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da26001b-28fa-4600-9a00-d355976d1c64 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.235619] env[69513]: DEBUG oslo_vmware.api [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130401} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.236786] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.236973] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.237165] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.239108] env[69513]: DEBUG oslo_vmware.api [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1419.239108] env[69513]: value = "task-3381600" [ 1419.239108] env[69513]: _type = "Task" [ 1419.239108] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.246974] env[69513]: DEBUG oslo_vmware.api [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.261226] env[69513]: INFO nova.scheduler.client.report [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted allocations for instance 390179be-27c5-4b20-8b92-e26fd0430cb5 [ 1419.749289] env[69513]: DEBUG oslo_vmware.api [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381600, 'name': ReconfigVM_Task, 'duration_secs': 0.346393} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.749569] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-20992511-bc9e-428f-92db-c388c4e1afb8/volume-20992511-bc9e-428f-92db-c388c4e1afb8.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.754308] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abd750b4-22dd-4fc9-ba04-115a20e154b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.764895] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.765179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.765591] env[69513]: DEBUG nova.objects.instance [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'resources' on Instance uuid 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.768778] env[69513]: DEBUG oslo_vmware.api [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1419.768778] env[69513]: value = "task-3381601" [ 1419.768778] env[69513]: _type = "Task" [ 1419.768778] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.776686] env[69513]: DEBUG oslo_vmware.api [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.268270] env[69513]: DEBUG nova.objects.instance [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'numa_topology' on Instance uuid 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.279229] env[69513]: DEBUG oslo_vmware.api [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381601, 'name': ReconfigVM_Task, 'duration_secs': 0.14263} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.280066] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674726', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'name': 'volume-20992511-bc9e-428f-92db-c388c4e1afb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'serial': '20992511-bc9e-428f-92db-c388c4e1afb8'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1420.558500] env[69513]: DEBUG nova.compute.manager [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.558698] env[69513]: DEBUG nova.compute.manager [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing instance network info cache due to event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.558911] env[69513]: DEBUG oslo_concurrency.lockutils [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.559233] env[69513]: DEBUG oslo_concurrency.lockutils [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.559435] env[69513]: DEBUG nova.network.neutron [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1420.775204] env[69513]: DEBUG nova.objects.base [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Object Instance<390179be-27c5-4b20-8b92-e26fd0430cb5> lazy-loaded attributes: resources,numa_topology {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1420.828942] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea6522-9e99-4fd5-b47a-8aae4c810604 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.836681] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac46e35-6175-4885-a50f-b501564a4e9e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.866100] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d01eac-505d-451b-8c6c-88ed9869753d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.872684] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b050e0-3bc7-4dc2-ae47-01f5c23be3f7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.885203] env[69513]: DEBUG nova.compute.provider_tree [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.929580] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.254504] env[69513]: DEBUG nova.network.neutron [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updated VIF entry in instance network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1421.254872] env[69513]: DEBUG nova.network.neutron [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.314440] env[69513]: DEBUG nova.objects.instance [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid 95d99b50-ad1e-497a-92cd-963dd4a99c57 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.387674] env[69513]: DEBUG nova.scheduler.client.report [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.758308] env[69513]: DEBUG oslo_concurrency.lockutils [req-4ff701cd-7af0-4dc3-8d0b-c1a5258ad11a req-fab1f2e8-279f-4d22-a78f-7677f854f748 service nova] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.819395] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1a85368a-4d53-49c6-98df-cd6280bfbc77 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.892633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.400558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-cbf243bd-2298-4012-8729-ee472538cd9c tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.191s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.401436] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.472s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.401617] env[69513]: INFO nova.compute.manager [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Unshelving [ 1422.657767] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.657970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.161537] env[69513]: DEBUG nova.compute.utils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.410867] env[69513]: DEBUG nova.compute.utils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.664222] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.913755] env[69513]: INFO nova.virt.block_device [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Booting with volume d4414c57-f2ef-494c-a638-1fad72a70ef4 at /dev/sdb [ 1423.945289] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eda689f-3ee0-406f-baad-1591178f8f33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.954779] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa98a2-8e05-4358-8251-95750e167af7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.981101] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-225bdffa-0a34-4ad4-a72a-dd78a18cd910 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.988788] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89067a7b-8646-4f65-9e60-d0bbaafa6e84 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.014370] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824bdcce-72fb-4c1e-9459-ee7b7592f5a9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.020083] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a654851-1a62-4aa1-953d-68aa3a8d6aea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.032287] env[69513]: DEBUG nova.virt.block_device [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating existing volume attachment record: 489a8935-632f-4d3a-bdab-c6679337b77b {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1424.723819] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.724354] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.724354] env[69513]: INFO nova.compute.manager [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Attaching volume 8c8690bf-a5ab-4a62-9075-226ca63fd3e0 to /dev/sdc [ 1424.754071] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4dc329-3c1a-4c50-b3d5-e6f5794623e7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.761773] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a07e79-5622-4d2b-84ba-88b5de1bdc3c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.774249] env[69513]: DEBUG nova.virt.block_device [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating existing volume attachment record: 0749872c-a807-4e60-8cb5-f17a2f2f6684 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1428.668179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.668476] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.171141] env[69513]: DEBUG nova.compute.utils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.316037] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1429.316291] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674729', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'name': 'volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'serial': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1429.317205] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e686dbc-aee6-4d48-b1e5-83b0129e2dcb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.334528] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cedf82-8ff8-4235-81d3-995678b7f052 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.361083] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0/volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.361365] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20452a7-253c-4d1d-a16c-70c2a4da9f47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.379513] env[69513]: DEBUG oslo_vmware.api [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1429.379513] env[69513]: value = "task-3381608" [ 1429.379513] env[69513]: _type = "Task" [ 1429.379513] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.387142] env[69513]: DEBUG oslo_vmware.api [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.623145] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.623456] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.623690] env[69513]: DEBUG nova.objects.instance [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'pci_requests' on Instance uuid 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.673704] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.889518] env[69513]: DEBUG oslo_vmware.api [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381608, 'name': ReconfigVM_Task, 'duration_secs': 0.330265} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.889801] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0/volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.894992] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5fcabe-3582-4c4d-93a6-509a33aa43fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.910221] env[69513]: DEBUG oslo_vmware.api [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1429.910221] env[69513]: value = "task-3381609" [ 1429.910221] env[69513]: _type = "Task" [ 1429.910221] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.918213] env[69513]: DEBUG oslo_vmware.api [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.127639] env[69513]: DEBUG nova.objects.instance [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'numa_topology' on Instance uuid 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.420446] env[69513]: DEBUG oslo_vmware.api [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381609, 'name': ReconfigVM_Task, 'duration_secs': 0.13198} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.420737] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674729', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'name': 'volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'serial': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1430.630388] env[69513]: INFO nova.compute.claims [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.732392] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.732768] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.732860] env[69513]: INFO nova.compute.manager [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Attaching volume 0555556a-a129-471f-b568-0caa3791f3ed to /dev/sdb [ 1430.762627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d3ee6-42f5-4a84-83b3-87a18ac1a48b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.769690] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc2747-0bbe-4344-8b2e-2e07eccdb8e2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.783774] env[69513]: DEBUG nova.virt.block_device [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating existing volume attachment record: d0ae3c30-2a05-44cb-9714-f113ae96ae5f {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1431.455368] env[69513]: DEBUG nova.objects.instance [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid 95d99b50-ad1e-497a-92cd-963dd4a99c57 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.694251] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fa1b65-9d52-477f-9925-d2f3db789f43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.701161] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1355bffc-13ba-411f-a4f0-bd8fdb45359d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.730916] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8d3c56-84f1-41d4-8ceb-39c399240129 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.737650] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d958643c-7aca-403b-a3bd-7b91e873e9c5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.750482] env[69513]: DEBUG nova.compute.provider_tree [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.961841] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4edb1abe-8c20-4f5c-aca0-9d17bfe3c566 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.253311] env[69513]: DEBUG nova.scheduler.client.report [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.471970] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.472266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.758627] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.135s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.787896] env[69513]: INFO nova.network.neutron [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating port 6b37d3c1-e5c7-403c-bb00-0885dc72de06 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1432.975871] env[69513]: INFO nova.compute.manager [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Detaching volume 20992511-bc9e-428f-92db-c388c4e1afb8 [ 1433.004557] env[69513]: INFO nova.virt.block_device [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Attempting to driver detach volume 20992511-bc9e-428f-92db-c388c4e1afb8 from mountpoint /dev/sdb [ 1433.004781] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1433.004987] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674726', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'name': 'volume-20992511-bc9e-428f-92db-c388c4e1afb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'serial': '20992511-bc9e-428f-92db-c388c4e1afb8'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1433.005844] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f8804-0a3c-423e-92b8-5457ef4e9769 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.030048] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d86aa00-6761-4443-b19e-bcc3c4a84dd1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.036998] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d6192-f394-47b4-a8f8-9c0cc3e9766e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.059452] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f0c61-32fc-4c74-beb4-09c819db9f6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.073864] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] The volume has not been displaced from its original location: [datastore2] volume-20992511-bc9e-428f-92db-c388c4e1afb8/volume-20992511-bc9e-428f-92db-c388c4e1afb8.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1433.079188] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1433.079464] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086787f0-c8ab-4242-8488-0670f7df018d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.096715] env[69513]: DEBUG oslo_vmware.api [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1433.096715] env[69513]: value = "task-3381613" [ 1433.096715] env[69513]: _type = "Task" [ 1433.096715] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.107587] env[69513]: DEBUG oslo_vmware.api [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.605839] env[69513]: DEBUG oslo_vmware.api [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381613, 'name': ReconfigVM_Task, 'duration_secs': 0.209171} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.606117] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1433.610584] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3accc6b-825d-4fa2-b6be-f00192d1088f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.624599] env[69513]: DEBUG oslo_vmware.api [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1433.624599] env[69513]: value = "task-3381615" [ 1433.624599] env[69513]: _type = "Task" [ 1433.624599] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.631967] env[69513]: DEBUG oslo_vmware.api [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.134185] env[69513]: DEBUG oslo_vmware.api [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381615, 'name': ReconfigVM_Task, 'duration_secs': 0.133822} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.134580] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674726', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'name': 'volume-20992511-bc9e-428f-92db-c388c4e1afb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '20992511-bc9e-428f-92db-c388c4e1afb8', 'serial': '20992511-bc9e-428f-92db-c388c4e1afb8'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1434.148713] env[69513]: DEBUG nova.compute.manager [req-2c69e925-27b9-4372-80f0-a8da7bee752d req-f36539b1-d36f-4e63-83d5-c097b10a57ac service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-vif-plugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.148919] env[69513]: DEBUG oslo_concurrency.lockutils [req-2c69e925-27b9-4372-80f0-a8da7bee752d req-f36539b1-d36f-4e63-83d5-c097b10a57ac service nova] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.149132] env[69513]: DEBUG oslo_concurrency.lockutils [req-2c69e925-27b9-4372-80f0-a8da7bee752d req-f36539b1-d36f-4e63-83d5-c097b10a57ac service nova] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.149297] env[69513]: DEBUG oslo_concurrency.lockutils [req-2c69e925-27b9-4372-80f0-a8da7bee752d req-f36539b1-d36f-4e63-83d5-c097b10a57ac service nova] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.149511] env[69513]: DEBUG nova.compute.manager [req-2c69e925-27b9-4372-80f0-a8da7bee752d req-f36539b1-d36f-4e63-83d5-c097b10a57ac service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] No waiting events found dispatching network-vif-plugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1434.149617] env[69513]: WARNING nova.compute.manager [req-2c69e925-27b9-4372-80f0-a8da7bee752d req-f36539b1-d36f-4e63-83d5-c097b10a57ac service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received unexpected event network-vif-plugged-6b37d3c1-e5c7-403c-bb00-0885dc72de06 for instance with vm_state shelved_offloaded and task_state spawning. [ 1434.229405] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.229641] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.229758] env[69513]: DEBUG nova.network.neutron [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1434.673833] env[69513]: DEBUG nova.objects.instance [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid 95d99b50-ad1e-497a-92cd-963dd4a99c57 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.919679] env[69513]: DEBUG nova.network.neutron [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.422892] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.450561] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8c3aca8a7bffbeaf69cf9a3a2524c93a',container_format='bare',created_at=2025-04-09T11:50:36Z,direct_url=,disk_format='vmdk',id=481bc551-cb96-4a91-a880-4933a1c0373a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-454602023-shelved',owner='59d9a10e06fd46cfb830fb6fbfc3fc2a',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-09T11:50:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.450834] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.450993] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.451191] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.451335] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.451478] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.451678] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.451831] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.451994] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.452229] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.452412] env[69513]: DEBUG nova.virt.hardware [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.453395] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d2913-6790-4dda-b2b3-d6d77036a3c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.461458] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d176c7-6881-4a84-8c3f-5aecdcefb915 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.475201] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b37d3c1-e5c7-403c-bb00-0885dc72de06', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.482804] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.483397] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.483614] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c99852ab-758d-402d-a299-8a482b868aff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.502877] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.502877] env[69513]: value = "task-3381616" [ 1435.502877] env[69513]: _type = "Task" [ 1435.502877] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.510111] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381616, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.683050] env[69513]: DEBUG oslo_concurrency.lockutils [None req-4f25cbef-8512-4ba2-9a1c-b9f8947efb50 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.720455] env[69513]: DEBUG oslo_concurrency.lockutils [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.720594] env[69513]: DEBUG oslo_concurrency.lockutils [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.828239] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1435.828516] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1435.829688] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a2695-cf1a-4afb-86f5-637c3df22fd5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.846548] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39d230-7f46-48c6-a793-eaeb74098de7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.870577] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-0555556a-a129-471f-b568-0caa3791f3ed/volume-0555556a-a129-471f-b568-0caa3791f3ed.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.870809] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a3852c-e668-446e-a312-c712212318cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.887778] env[69513]: DEBUG oslo_vmware.api [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1435.887778] env[69513]: value = "task-3381617" [ 1435.887778] env[69513]: _type = "Task" [ 1435.887778] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.895650] env[69513]: DEBUG oslo_vmware.api [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.012575] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381616, 'name': CreateVM_Task, 'duration_secs': 0.297846} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.012749] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.013355] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.013519] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.013886] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.014146] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e997da9c-d671-4af6-9fa4-b4a731b0ecbb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.018746] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1436.018746] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529c2416-d150-ce4a-99be-4bc8eb66466f" [ 1436.018746] env[69513]: _type = "Task" [ 1436.018746] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.027472] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529c2416-d150-ce4a-99be-4bc8eb66466f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.179470] env[69513]: DEBUG nova.compute.manager [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.179579] env[69513]: DEBUG nova.compute.manager [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing instance network info cache due to event network-changed-6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.179752] env[69513]: DEBUG oslo_concurrency.lockutils [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] Acquiring lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.179920] env[69513]: DEBUG oslo_concurrency.lockutils [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] Acquired lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.180052] env[69513]: DEBUG nova.network.neutron [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Refreshing network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1436.225279] env[69513]: INFO nova.compute.manager [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Detaching volume 8c8690bf-a5ab-4a62-9075-226ca63fd3e0 [ 1436.255673] env[69513]: INFO nova.virt.block_device [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Attempting to driver detach volume 8c8690bf-a5ab-4a62-9075-226ca63fd3e0 from mountpoint /dev/sdc [ 1436.255892] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1436.256112] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674729', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'name': 'volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'serial': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1436.256968] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e781b5-ec8a-40a7-b384-aee14f3373fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.278636] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c659807-1ce8-4bfd-a72d-d7723f92f1c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.285146] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915b47f-d995-4c88-b1fb-5fd184177964 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.305846] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ed2954-1599-401c-8458-262be0a3e14d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.320203] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] The volume has not been displaced from its original location: [datastore2] volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0/volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1436.325344] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1436.325594] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a10d92f-6757-40c2-b110-377c8a2f4cf0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.342177] env[69513]: DEBUG oslo_vmware.api [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1436.342177] env[69513]: value = "task-3381618" [ 1436.342177] env[69513]: _type = "Task" [ 1436.342177] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.349341] env[69513]: DEBUG oslo_vmware.api [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.396790] env[69513]: DEBUG oslo_vmware.api [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381617, 'name': ReconfigVM_Task, 'duration_secs': 0.348833} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.397097] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-0555556a-a129-471f-b568-0caa3791f3ed/volume-0555556a-a129-471f-b568-0caa3791f3ed.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.402429] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c59353c-ed1e-4b7e-88c7-2543da44ce32 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.418456] env[69513]: DEBUG oslo_vmware.api [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1436.418456] env[69513]: value = "task-3381619" [ 1436.418456] env[69513]: _type = "Task" [ 1436.418456] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.427090] env[69513]: DEBUG oslo_vmware.api [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.529940] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.530233] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Processing image 481bc551-cb96-4a91-a880-4933a1c0373a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.530402] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.530586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.530773] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.531047] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5507642-f499-44c3-b7b1-296053c7420a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.543544] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.543718] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1436.544522] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0339d4e8-4352-4073-8442-d6e7414f6b36 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.549744] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1436.549744] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52896e48-4aa6-dff0-cf89-372c4a0451b6" [ 1436.549744] env[69513]: _type = "Task" [ 1436.549744] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.563711] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1436.563982] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Fetch image to [datastore2] OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194/OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1436.564190] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Downloading stream optimized image 481bc551-cb96-4a91-a880-4933a1c0373a to [datastore2] OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194/OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194.vmdk on the data store datastore2 as vApp {{(pid=69513) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1436.564361] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Downloading image file data 481bc551-cb96-4a91-a880-4933a1c0373a to the ESX as VM named 'OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194' {{(pid=69513) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1436.631698] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1436.631698] env[69513]: value = "resgroup-9" [ 1436.631698] env[69513]: _type = "ResourcePool" [ 1436.631698] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1436.631998] env[69513]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c61f2d55-9a68-4ec7-a90e-78922ab475fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.652203] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease: (returnval){ [ 1436.652203] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234fe9c-5af3-efb3-c659-c130c1c5eb23" [ 1436.652203] env[69513]: _type = "HttpNfcLease" [ 1436.652203] env[69513]: } obtained for vApp import into resource pool (val){ [ 1436.652203] env[69513]: value = "resgroup-9" [ 1436.652203] env[69513]: _type = "ResourcePool" [ 1436.652203] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1436.652509] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the lease: (returnval){ [ 1436.652509] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234fe9c-5af3-efb3-c659-c130c1c5eb23" [ 1436.652509] env[69513]: _type = "HttpNfcLease" [ 1436.652509] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1436.658293] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1436.658293] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234fe9c-5af3-efb3-c659-c130c1c5eb23" [ 1436.658293] env[69513]: _type = "HttpNfcLease" [ 1436.658293] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1436.853247] env[69513]: DEBUG oslo_vmware.api [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381618, 'name': ReconfigVM_Task, 'duration_secs': 0.210031} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.853526] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.858157] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffb9c62-a966-4b60-b9bc-f1bf99dccbd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.872975] env[69513]: DEBUG oslo_vmware.api [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1436.872975] env[69513]: value = "task-3381621" [ 1436.872975] env[69513]: _type = "Task" [ 1436.872975] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.882687] env[69513]: DEBUG oslo_vmware.api [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.908789] env[69513]: DEBUG nova.network.neutron [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updated VIF entry in instance network info cache for port 6b37d3c1-e5c7-403c-bb00-0885dc72de06. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1436.909365] env[69513]: DEBUG nova.network.neutron [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [{"id": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "address": "fa:16:3e:77:6e:a8", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37d3c1-e5", "ovs_interfaceid": "6b37d3c1-e5c7-403c-bb00-0885dc72de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.936532] env[69513]: DEBUG oslo_vmware.api [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381619, 'name': ReconfigVM_Task, 'duration_secs': 0.152036} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.936930] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1437.162444] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1437.162444] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234fe9c-5af3-efb3-c659-c130c1c5eb23" [ 1437.162444] env[69513]: _type = "HttpNfcLease" [ 1437.162444] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1437.162745] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1437.162745] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5234fe9c-5af3-efb3-c659-c130c1c5eb23" [ 1437.162745] env[69513]: _type = "HttpNfcLease" [ 1437.162745] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1437.163449] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1cfd16-f55a-4ed2-a0b0-f7427222c39d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.170166] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0bf37-f4ef-2e71-3fe8-75b33ef40870/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1437.170343] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0bf37-f4ef-2e71-3fe8-75b33ef40870/disk-0.vmdk. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1437.232292] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-666a3a71-29b6-4d86-9853-2753a5aa077c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.382833] env[69513]: DEBUG oslo_vmware.api [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381621, 'name': ReconfigVM_Task, 'duration_secs': 0.156969} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.383155] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674729', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'name': 'volume-8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95d99b50-ad1e-497a-92cd-963dd4a99c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0', 'serial': '8c8690bf-a5ab-4a62-9075-226ca63fd3e0'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1437.412717] env[69513]: DEBUG oslo_concurrency.lockutils [req-4282180b-8d97-4475-857b-26dfb1a17ccf req-443182e5-c43b-4984-acbb-7e9025470400 service nova] Releasing lock "refresh_cache-390179be-27c5-4b20-8b92-e26fd0430cb5" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.926723] env[69513]: DEBUG nova.objects.instance [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'flavor' on Instance uuid 95d99b50-ad1e-497a-92cd-963dd4a99c57 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.977337] env[69513]: DEBUG nova.objects.instance [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'flavor' on Instance uuid 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.342309] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1438.342598] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0bf37-f4ef-2e71-3fe8-75b33ef40870/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1438.343581] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e790cc99-7a81-429e-884e-eb85ac2cfb43 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.351739] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0bf37-f4ef-2e71-3fe8-75b33ef40870/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1438.351966] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0bf37-f4ef-2e71-3fe8-75b33ef40870/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1438.352266] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ac342d2f-40b9-4e7b-bdfd-12707e4f6a99 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.482788] env[69513]: DEBUG oslo_concurrency.lockutils [None req-1cb15a02-cb0c-415c-b5fd-795fdd766697 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.750s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.542098] env[69513]: DEBUG oslo_vmware.rw_handles [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0bf37-f4ef-2e71-3fe8-75b33ef40870/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1438.542331] env[69513]: INFO nova.virt.vmwareapi.images [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Downloaded image file data 481bc551-cb96-4a91-a880-4933a1c0373a [ 1438.543171] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130b413c-f206-402d-8fe9-391a7fb73ce3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.558607] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066c6797-e442-4a9f-91c5-db06f5d2c35d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.585586] env[69513]: INFO nova.virt.vmwareapi.images [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] The imported VM was unregistered [ 1438.588045] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1438.588279] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating directory with path [datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.588534] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb20824-2cb8-449a-8d10-c930a9981d2b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.599769] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created directory with path [datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.599943] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194/OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194.vmdk to [datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk. {{(pid=69513) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1438.600182] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a8188621-895e-4e0f-afae-473271879f69 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.607479] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1438.607479] env[69513]: value = "task-3381623" [ 1438.607479] env[69513]: _type = "Task" [ 1438.607479] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.614803] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381623, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.682899] env[69513]: INFO nova.compute.manager [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Rebuilding instance [ 1438.723868] env[69513]: DEBUG nova.compute.manager [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.724830] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d4e55-94a6-4e09-ac14-5d08e3c3a634 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.934597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-96857f35-ade6-465f-9512-6bbfd3320918 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.119600] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381623, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.620736] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381623, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.738739] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.739082] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d47f962-277b-4198-9be1-a7b8ced72b2d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.749775] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1439.749775] env[69513]: value = "task-3381624" [ 1439.749775] env[69513]: _type = "Task" [ 1439.749775] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.760626] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.121126] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381623, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.126802] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.127148] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.127390] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "95d99b50-ad1e-497a-92cd-963dd4a99c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.127593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.127816] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.130184] env[69513]: INFO nova.compute.manager [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Terminating instance [ 1440.263282] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381624, 'name': PowerOffVM_Task, 'duration_secs': 0.328338} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.263531] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.324456] env[69513]: INFO nova.compute.manager [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Detaching volume 0555556a-a129-471f-b568-0caa3791f3ed [ 1440.362038] env[69513]: INFO nova.virt.block_device [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Attempting to driver detach volume 0555556a-a129-471f-b568-0caa3791f3ed from mountpoint /dev/sdb [ 1440.362309] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1440.362496] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1440.363542] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e6449-43f7-4e3a-972a-2f45e17cf7eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.388077] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6527e-5d89-41c5-a18b-5b5158b75b97 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.397928] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6c2be4-959d-42d8-bf6e-e62a997ca974 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.423699] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe19ba-be5f-4432-b60e-01fddf6dbc57 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.442164] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] The volume has not been displaced from its original location: [datastore2] volume-0555556a-a129-471f-b568-0caa3791f3ed/volume-0555556a-a129-471f-b568-0caa3791f3ed.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1440.448188] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1440.448663] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b52c93-821f-4d91-80a1-60c9a138a774 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.470502] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1440.470502] env[69513]: value = "task-3381625" [ 1440.470502] env[69513]: _type = "Task" [ 1440.470502] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.480834] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.622343] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381623, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.634447] env[69513]: DEBUG nova.compute.manager [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.634704] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.635787] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa675b3-9b8d-4901-9f0b-c9d617d0bb53 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.645810] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.646117] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab986c36-6ca0-49cc-a5b9-e73749f07560 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.654104] env[69513]: DEBUG oslo_vmware.api [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1440.654104] env[69513]: value = "task-3381626" [ 1440.654104] env[69513]: _type = "Task" [ 1440.654104] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.666862] env[69513]: DEBUG oslo_vmware.api [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.980096] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381625, 'name': ReconfigVM_Task, 'duration_secs': 0.269615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.980386] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1440.985069] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce228bb8-1f87-4546-803b-7dce25a23713 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.999382] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1440.999382] env[69513]: value = "task-3381627" [ 1440.999382] env[69513]: _type = "Task" [ 1440.999382] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.007216] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.120278] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381623, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.336417} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.120547] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194/OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194.vmdk to [datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk. [ 1441.120731] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Cleaning up location [datastore2] OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1441.120894] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7d2c109d-0462-4882-b327-6f34185c5194 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.121163] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62db3e47-939b-4696-a4ff-32d363cdedde {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.127717] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1441.127717] env[69513]: value = "task-3381628" [ 1441.127717] env[69513]: _type = "Task" [ 1441.127717] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.135364] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.162934] env[69513]: DEBUG oslo_vmware.api [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381626, 'name': PowerOffVM_Task, 'duration_secs': 0.242765} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.163213] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.163380] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.163703] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89cb25c-57e9-45d9-81d9-fc1cf2126f00 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.194224] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.194412] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.233242] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.233508] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.233614] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Deleting the datastore file [datastore1] 95d99b50-ad1e-497a-92cd-963dd4a99c57 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.233867] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88450bf3-06c4-4634-b1e8-0044b443450f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.239938] env[69513]: DEBUG oslo_vmware.api [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for the task: (returnval){ [ 1441.239938] env[69513]: value = "task-3381630" [ 1441.239938] env[69513]: _type = "Task" [ 1441.239938] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.247812] env[69513]: DEBUG oslo_vmware.api [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.508675] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381627, 'name': ReconfigVM_Task, 'duration_secs': 0.492279} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.508938] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1441.638658] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034824} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.638917] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.639092] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.639339] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk to [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.639584] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed82751-0d13-49ad-8578-c1705567ba36 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.645803] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1441.645803] env[69513]: value = "task-3381631" [ 1441.645803] env[69513]: _type = "Task" [ 1441.645803] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.653043] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.700132] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.700380] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.700545] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.700975] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.700975] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.700975] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.701168] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.701251] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.749913] env[69513]: DEBUG oslo_vmware.api [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Task: {'id': task-3381630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152687} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.750201] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.750359] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.750538] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.750708] env[69513]: INFO nova.compute.manager [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1441.750939] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.751169] env[69513]: DEBUG nova.compute.manager [-] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.751308] env[69513]: DEBUG nova.network.neutron [-] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1442.157020] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.191689] env[69513]: DEBUG nova.compute.manager [req-0135c294-355d-4ee3-93bc-2cb66d5c3c9e req-1e7208f9-a089-40d8-bc87-b9bbd8251492 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Received event network-vif-deleted-4facfb63-eded-4a6c-8569-0d3ab6c0fdc7 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.191893] env[69513]: INFO nova.compute.manager [req-0135c294-355d-4ee3-93bc-2cb66d5c3c9e req-1e7208f9-a089-40d8-bc87-b9bbd8251492 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Neutron deleted interface 4facfb63-eded-4a6c-8569-0d3ab6c0fdc7; detaching it from the instance and deleting it from the info cache [ 1442.192079] env[69513]: DEBUG nova.network.neutron [req-0135c294-355d-4ee3-93bc-2cb66d5c3c9e req-1e7208f9-a089-40d8-bc87-b9bbd8251492 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.203919] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.204169] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.204344] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.204499] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.205598] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcb5fdb-06fc-453d-97f7-a0d550147096 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.214409] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a3b17-19b2-46c1-b61f-09bf2cd09b2f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.229665] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca78ac-ccfc-42d9-9911-8c9e5128bc47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.235945] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2197d32-7cb2-4fe7-8672-dca8c675f63a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.268032] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180508MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.268032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.268032] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.556619] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.557282] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8723d5c6-e877-4d16-a33a-e2609b75010e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.567557] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1442.567557] env[69513]: value = "task-3381632" [ 1442.567557] env[69513]: _type = "Task" [ 1442.567557] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.579816] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1442.580134] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1442.580342] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1442.581274] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b432d4d-bcc0-4e57-a88b-86fb1d5cfed7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.605601] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37d607-ec06-4d92-a565-187e588475cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.615321] env[69513]: WARNING nova.virt.vmwareapi.driver [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1442.615629] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.616565] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755327a1-5a6e-4414-9b45-7556ff350324 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.626394] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.626756] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e25c5a9-64de-41f8-bd5e-94bc09e9baf8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.660487] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.675822] env[69513]: DEBUG nova.network.neutron [-] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.696784] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.697021] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.697286] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.697852] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf8769b5-c86c-4a91-9974-4777965d9e14 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.700384] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edbcf580-c84f-47e0-b2a8-6353ed3b1fd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.711942] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb02eed-4ba9-4083-869b-74128c99caa1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.725870] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1442.725870] env[69513]: value = "task-3381634" [ 1442.725870] env[69513]: _type = "Task" [ 1442.725870] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.739642] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.746738] env[69513]: DEBUG nova.compute.manager [req-0135c294-355d-4ee3-93bc-2cb66d5c3c9e req-1e7208f9-a089-40d8-bc87-b9bbd8251492 service nova] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Detach interface failed, port_id=4facfb63-eded-4a6c-8569-0d3ab6c0fdc7, reason: Instance 95d99b50-ad1e-497a-92cd-963dd4a99c57 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.161025] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.178858] env[69513]: INFO nova.compute.manager [-] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Took 1.43 seconds to deallocate network for instance. [ 1443.241362] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210722} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.241662] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.241844] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.242032] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.295115] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.295320] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 95d99b50-ad1e-497a-92cd-963dd4a99c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.295512] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.295638] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 390179be-27c5-4b20-8b92-e26fd0430cb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.295824] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.295962] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.362511] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f19b17f-8cd5-4505-a144-edc94dfd2a96 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.373421] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8675a4f5-9dc4-4f54-8526-d8a392b979ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.409132] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f498ff70-8fad-41a4-8559-db7cf5522d21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.420166] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814fa3f0-bdf8-457b-98d7-dc97f28e5077 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.436611] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.660504] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.685862] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.747686] env[69513]: INFO nova.virt.block_device [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Booting with volume 0555556a-a129-471f-b568-0caa3791f3ed at /dev/sdb [ 1443.785697] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22d74c70-c7fd-4214-8d2e-ad5b5979f4ae {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.796531] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e91e85-eca7-497a-8f70-a8db48ead305 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.829950] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f34ff47-6560-4468-8f92-51474b9bac4c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.840329] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b790180f-ef8b-4723-938a-7fa913c3842a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.869617] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1523a35c-78df-40a1-a7c7-f638658c24c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.879132] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673fa26a-2f8b-44c2-8e19-95e32e5f29a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.896217] env[69513]: DEBUG nova.virt.block_device [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating existing volume attachment record: f160933f-5002-43f2-93b0-3a74a0b7c5db {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1443.939787] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.161019] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.444974] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.445320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.445632] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.760s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.445718] env[69513]: DEBUG nova.objects.instance [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lazy-loading 'resources' on Instance uuid 95d99b50-ad1e-497a-92cd-963dd4a99c57 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.658634] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381631, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.683813} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.658908] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/481bc551-cb96-4a91-a880-4933a1c0373a/481bc551-cb96-4a91-a880-4933a1c0373a.vmdk to [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.659669] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a750a-8005-4902-a0c7-f2435649dc47 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.680916] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.681151] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093897a2-f4a2-4a42-a6b2-bfc98929d79c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.700349] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1444.700349] env[69513]: value = "task-3381635" [ 1444.700349] env[69513]: _type = "Task" [ 1444.700349] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.707490] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.006078] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb400a6f-eed0-4db4-bf98-4f2b9a29d4fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.015114] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc440130-45ee-4a49-b788-f3dbebbe5483 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.044264] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050acb02-703d-4ea4-8846-a762ce0e981e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.051623] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6051020-7088-4071-b0fa-cc97d315e9b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.064373] env[69513]: DEBUG nova.compute.provider_tree [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.209556] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381635, 'name': ReconfigVM_Task, 'duration_secs': 0.2768} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.209834] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5/390179be-27c5-4b20-8b92-e26fd0430cb5.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.211234] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'size': 0, 'disk_bus': None, 'image_id': 'e9fc5286-1250-4e6a-bc5b-0cceba5da63a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674728', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'name': 'volume-d4414c57-f2ef-494c-a638-1fad72a70ef4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '390179be-27c5-4b20-8b92-e26fd0430cb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'serial': 'd4414c57-f2ef-494c-a638-1fad72a70ef4'}, 'attachment_id': '489a8935-632f-4d3a-bdab-c6679337b77b', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69513) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1445.211439] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1445.211626] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674728', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'name': 'volume-d4414c57-f2ef-494c-a638-1fad72a70ef4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '390179be-27c5-4b20-8b92-e26fd0430cb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'serial': 'd4414c57-f2ef-494c-a638-1fad72a70ef4'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1445.212384] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d2674-b137-4425-a860-f07580cd4ed4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.227701] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58901f41-8854-490e-8fb5-258aa3349c7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.252051] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-d4414c57-f2ef-494c-a638-1fad72a70ef4/volume-d4414c57-f2ef-494c-a638-1fad72a70ef4.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.252286] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469955c3-8a31-48b8-981f-913991b044e8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.269162] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1445.269162] env[69513]: value = "task-3381636" [ 1445.269162] env[69513]: _type = "Task" [ 1445.269162] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.276276] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.567481] env[69513]: DEBUG nova.scheduler.client.report [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.778693] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381636, 'name': ReconfigVM_Task, 'duration_secs': 0.257201} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.778921] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-d4414c57-f2ef-494c-a638-1fad72a70ef4/volume-d4414c57-f2ef-494c-a638-1fad72a70ef4.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.784044] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed496ba-f67b-4e79-9fc2-da84d0dd2dad {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.797115] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1445.797115] env[69513]: value = "task-3381637" [ 1445.797115] env[69513]: _type = "Task" [ 1445.797115] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.804716] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.003764] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.004017] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.004180] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.004363] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.004507] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.004652] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.004855] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.005015] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.005208] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.005381] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.005548] env[69513]: DEBUG nova.virt.hardware [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.006426] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7ab61-ecdc-4bb4-a564-23e844ab09ec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.013947] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9316eb-ee06-4341-bf4d-94a72ddff809 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.026867] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:93:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a98f66-6e47-400c-a1ea-e6bbfb19675a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.034150] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.034454] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.034580] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a096d947-faa1-42b6-89a8-493a569bbf09 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.052388] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.052388] env[69513]: value = "task-3381638" [ 1446.052388] env[69513]: _type = "Task" [ 1446.052388] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.059336] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381638, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.074114] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.095392] env[69513]: INFO nova.scheduler.client.report [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Deleted allocations for instance 95d99b50-ad1e-497a-92cd-963dd4a99c57 [ 1446.307652] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381637, 'name': ReconfigVM_Task, 'duration_secs': 0.138926} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.307899] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674728', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'name': 'volume-d4414c57-f2ef-494c-a638-1fad72a70ef4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '390179be-27c5-4b20-8b92-e26fd0430cb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'serial': 'd4414c57-f2ef-494c-a638-1fad72a70ef4'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1446.308313] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cce72fb-2352-4a04-ae6d-9b7037ab39e5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.315139] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1446.315139] env[69513]: value = "task-3381639" [ 1446.315139] env[69513]: _type = "Task" [ 1446.315139] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.322900] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381639, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.561757] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381638, 'name': CreateVM_Task, 'duration_secs': 0.351798} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.561928] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.562603] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.562769] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.563115] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.563365] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e628f56-93c7-42ad-9ecc-b6ced21d678c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.568199] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1446.568199] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]525558a7-290c-918c-cf94-5019811ed69a" [ 1446.568199] env[69513]: _type = "Task" [ 1446.568199] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.576636] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525558a7-290c-918c-cf94-5019811ed69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.604445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d74545fc-46ae-4e9c-a94b-8a3a46998ca3 tempest-AttachVolumeTestJSON-1082346606 tempest-AttachVolumeTestJSON-1082346606-project-member] Lock "95d99b50-ad1e-497a-92cd-963dd4a99c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.477s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.825125] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381639, 'name': Rename_Task, 'duration_secs': 0.149066} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.825360] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.825602] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653187c0-11a2-4a2a-9c77-1ca47f268041 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.832332] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1446.832332] env[69513]: value = "task-3381641" [ 1446.832332] env[69513]: _type = "Task" [ 1446.832332] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.839794] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.077974] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]525558a7-290c-918c-cf94-5019811ed69a, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.078320] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.078588] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.078853] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.079024] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.079235] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.079518] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c41ba6-bffc-4261-8e6b-9b7af1f14441 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.087534] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.087728] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.088486] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f82bde0-e849-47d2-9f7e-287b874d7acd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.093468] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1447.093468] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8128a-7c7c-cfb2-bb8e-f0d10d046d06" [ 1447.093468] env[69513]: _type = "Task" [ 1447.093468] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.101918] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8128a-7c7c-cfb2-bb8e-f0d10d046d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.342176] env[69513]: DEBUG oslo_vmware.api [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381641, 'name': PowerOnVM_Task, 'duration_secs': 0.475839} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.342424] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.437378] env[69513]: DEBUG nova.compute.manager [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.438374] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24d2bd3-2cff-4930-aca9-fe376b81699f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.603895] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52d8128a-7c7c-cfb2-bb8e-f0d10d046d06, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.604604] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89256b4f-7aba-45c2-8ef6-202a0c64d147 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.609392] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1447.609392] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]522df09a-2186-81fc-ede6-819ea1ceb36a" [ 1447.609392] env[69513]: _type = "Task" [ 1447.609392] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.616376] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522df09a-2186-81fc-ede6-819ea1ceb36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.955065] env[69513]: DEBUG oslo_concurrency.lockutils [None req-34578600-d154-4b9c-a3f8-a991aaf31f68 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.553s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.118726] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]522df09a-2186-81fc-ede6-819ea1ceb36a, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.118964] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.119179] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.119422] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb570b5e-e541-48de-874d-c506db982e4a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.127848] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1448.127848] env[69513]: value = "task-3381642" [ 1448.127848] env[69513]: _type = "Task" [ 1448.127848] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.136304] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.637222] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425671} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.637587] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.637670] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.637899] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41d2e348-d8d4-4992-b95c-1c48dba6b33a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.643675] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1448.643675] env[69513]: value = "task-3381643" [ 1448.643675] env[69513]: _type = "Task" [ 1448.643675] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.650859] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.152783] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064924} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.153075] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.153837] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb3a91-3195-4752-8401-926f38f57937 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.176156] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.176372] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049b8a05-fbbb-4c4a-b584-ab78bab64dc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.194914] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1449.194914] env[69513]: value = "task-3381644" [ 1449.194914] env[69513]: _type = "Task" [ 1449.194914] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.202259] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.704550] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381644, 'name': ReconfigVM_Task, 'duration_secs': 0.311133} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.704841] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91/04c8b3a0-a8e4-4413-af48-c07aa7ea5b91.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.706109] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'size': 0, 'disk_bus': None, 'image_id': 'e9fc5286-1250-4e6a-bc5b-0cceba5da63a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'}, 'attachment_id': 'f160933f-5002-43f2-93b0-3a74a0b7c5db', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69513) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1449.706334] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1449.706493] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1449.707285] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1575d7-1ffe-433d-8b3e-8f815ec7a800 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.723022] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75480c67-564f-429d-992c-4cd9e3d180ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.746902] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-0555556a-a129-471f-b568-0caa3791f3ed/volume-0555556a-a129-471f-b568-0caa3791f3ed.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.747205] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dedddf1-9183-49d2-8604-af5767833791 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.764830] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1449.764830] env[69513]: value = "task-3381646" [ 1449.764830] env[69513]: _type = "Task" [ 1449.764830] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.772828] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.274447] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381646, 'name': ReconfigVM_Task, 'duration_secs': 0.402479} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.274709] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-0555556a-a129-471f-b568-0caa3791f3ed/volume-0555556a-a129-471f-b568-0caa3791f3ed.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.279369] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b6c06c-ebc3-49c5-a5ad-938612361ce3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.294086] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1450.294086] env[69513]: value = "task-3381647" [ 1450.294086] env[69513]: _type = "Task" [ 1450.294086] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.301624] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.803915] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381647, 'name': ReconfigVM_Task, 'duration_secs': 0.331784} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.804305] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1450.804782] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df0261d8-7f1c-4185-a279-4b68b2cc6dec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.811094] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1450.811094] env[69513]: value = "task-3381648" [ 1450.811094] env[69513]: _type = "Task" [ 1450.811094] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.819734] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381648, 'name': Rename_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.321536] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381648, 'name': Rename_Task, 'duration_secs': 0.159135} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.321839] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.322094] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79d8bae-47a8-4b61-b92a-aaef7971263a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.328275] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1451.328275] env[69513]: value = "task-3381649" [ 1451.328275] env[69513]: _type = "Task" [ 1451.328275] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.335391] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.838683] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381649, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.338665] env[69513]: DEBUG oslo_vmware.api [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381649, 'name': PowerOnVM_Task, 'duration_secs': 0.524645} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.338999] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.339242] env[69513]: DEBUG nova.compute.manager [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.339965] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d326ae7-a75e-4a44-84b9-1a9775bc25fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.858431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.858717] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.858888] env[69513]: DEBUG nova.objects.instance [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69513) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1453.867305] env[69513]: DEBUG oslo_concurrency.lockutils [None req-db627a05-4e41-4f27-b112-d1db8a4b2958 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.327387] env[69513]: DEBUG oslo_concurrency.lockutils [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.327795] env[69513]: DEBUG oslo_concurrency.lockutils [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.831402] env[69513]: INFO nova.compute.manager [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Detaching volume d4414c57-f2ef-494c-a638-1fad72a70ef4 [ 1484.861445] env[69513]: INFO nova.virt.block_device [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Attempting to driver detach volume d4414c57-f2ef-494c-a638-1fad72a70ef4 from mountpoint /dev/sdb [ 1484.861704] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1484.861916] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674728', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'name': 'volume-d4414c57-f2ef-494c-a638-1fad72a70ef4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '390179be-27c5-4b20-8b92-e26fd0430cb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'serial': 'd4414c57-f2ef-494c-a638-1fad72a70ef4'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1484.862835] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e80b3-ed09-4db7-b74d-401b3b224b6e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.884885] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae700f9-094e-49fb-a2cd-387d5efae613 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.891550] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81af5a4-564e-49ef-a55a-d214e6844220 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.912105] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dcf736-dd33-4f14-9603-ffff7c70a05d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.926606] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4414c57-f2ef-494c-a638-1fad72a70ef4/volume-d4414c57-f2ef-494c-a638-1fad72a70ef4.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1484.931801] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1484.932075] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8621d5-48ff-4033-97bc-36c3945bc881 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.950543] env[69513]: DEBUG oslo_vmware.api [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1484.950543] env[69513]: value = "task-3381651" [ 1484.950543] env[69513]: _type = "Task" [ 1484.950543] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.957778] env[69513]: DEBUG oslo_vmware.api [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.459797] env[69513]: DEBUG oslo_vmware.api [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381651, 'name': ReconfigVM_Task, 'duration_secs': 0.235588} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.460283] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1485.464599] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc31d716-b8dd-4745-a50e-5c1e3b7deb8b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.479083] env[69513]: DEBUG oslo_vmware.api [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1485.479083] env[69513]: value = "task-3381652" [ 1485.479083] env[69513]: _type = "Task" [ 1485.479083] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.486350] env[69513]: DEBUG oslo_vmware.api [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.988752] env[69513]: DEBUG oslo_vmware.api [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381652, 'name': ReconfigVM_Task, 'duration_secs': 0.138736} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.989063] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674728', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'name': 'volume-d4414c57-f2ef-494c-a638-1fad72a70ef4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '390179be-27c5-4b20-8b92-e26fd0430cb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4414c57-f2ef-494c-a638-1fad72a70ef4', 'serial': 'd4414c57-f2ef-494c-a638-1fad72a70ef4'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1486.528807] env[69513]: DEBUG nova.objects.instance [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'flavor' on Instance uuid 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.536762] env[69513]: DEBUG oslo_concurrency.lockutils [None req-23c60409-2fd2-4df2-98dd-2be2b59c508b tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.471633] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.471881] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.563448] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.563851] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.563922] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.564110] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.564280] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.566214] env[69513]: INFO nova.compute.manager [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Terminating instance [ 1488.974827] env[69513]: INFO nova.compute.manager [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Detaching volume 0555556a-a129-471f-b568-0caa3791f3ed [ 1489.005610] env[69513]: INFO nova.virt.block_device [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Attempting to driver detach volume 0555556a-a129-471f-b568-0caa3791f3ed from mountpoint /dev/sdb [ 1489.005852] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1489.006049] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1489.006954] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24375bd9-27e9-4669-b8ff-bf3b56c9e430 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.028007] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013120dc-ccda-4687-a385-5cc0328ff692 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.034934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74357802-52c2-49e3-9391-b214b70d5c49 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.054260] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b643aa8-adfa-443a-8858-b676edd1ab20 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.067804] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] The volume has not been displaced from its original location: [datastore2] volume-0555556a-a129-471f-b568-0caa3791f3ed/volume-0555556a-a129-471f-b568-0caa3791f3ed.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1489.072852] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1489.073452] env[69513]: DEBUG nova.compute.manager [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.073643] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.073852] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc07463-e1e9-49b1-8ec0-6415096b1a7b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.086260] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a65f4-122e-4dca-9ff2-98eb46051a1f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.093060] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.094068] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb829b57-a907-41c3-802c-7456d2e6f6ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.095390] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1489.095390] env[69513]: value = "task-3381653" [ 1489.095390] env[69513]: _type = "Task" [ 1489.095390] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.099363] env[69513]: DEBUG oslo_vmware.api [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1489.099363] env[69513]: value = "task-3381654" [ 1489.099363] env[69513]: _type = "Task" [ 1489.099363] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.104918] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.109171] env[69513]: DEBUG oslo_vmware.api [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.610392] env[69513]: DEBUG oslo_vmware.api [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381654, 'name': PowerOffVM_Task, 'duration_secs': 0.201429} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.612881] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.613068] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.613307] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.613524] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fee04f7d-3a36-4da3-b45d-969113173151 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.679082] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.679298] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.679461] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleting the datastore file [datastore2] 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.679710] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465658e8-1983-44d3-b330-212fc355ee61 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.685578] env[69513]: DEBUG oslo_vmware.api [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1489.685578] env[69513]: value = "task-3381656" [ 1489.685578] env[69513]: _type = "Task" [ 1489.685578] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.692968] env[69513]: DEBUG oslo_vmware.api [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.106184] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381653, 'name': ReconfigVM_Task, 'duration_secs': 0.774615} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.106453] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1490.110978] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37590c22-8043-44ef-a4e4-93e806951539 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.126392] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1490.126392] env[69513]: value = "task-3381657" [ 1490.126392] env[69513]: _type = "Task" [ 1490.126392] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.133724] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.194377] env[69513]: DEBUG oslo_vmware.api [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12835} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.194702] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.194893] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.195075] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.195253] env[69513]: INFO nova.compute.manager [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1490.195505] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.195704] env[69513]: DEBUG nova.compute.manager [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.195797] env[69513]: DEBUG nova.network.neutron [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1490.635096] env[69513]: DEBUG nova.compute.manager [req-d8f0cc48-67e2-4ad7-9f60-92f591e50a9e req-0ecb1267-8846-4801-a68f-7dcd1b83c59a service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Received event network-vif-deleted-6b37d3c1-e5c7-403c-bb00-0885dc72de06 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.635369] env[69513]: INFO nova.compute.manager [req-d8f0cc48-67e2-4ad7-9f60-92f591e50a9e req-0ecb1267-8846-4801-a68f-7dcd1b83c59a service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Neutron deleted interface 6b37d3c1-e5c7-403c-bb00-0885dc72de06; detaching it from the instance and deleting it from the info cache [ 1490.635578] env[69513]: DEBUG nova.network.neutron [req-d8f0cc48-67e2-4ad7-9f60-92f591e50a9e req-0ecb1267-8846-4801-a68f-7dcd1b83c59a service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.639801] env[69513]: DEBUG oslo_vmware.api [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381657, 'name': ReconfigVM_Task, 'duration_secs': 0.137005} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.640257] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674731', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'name': 'volume-0555556a-a129-471f-b568-0caa3791f3ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c8b3a0-a8e4-4413-af48-c07aa7ea5b91', 'attached_at': '', 'detached_at': '', 'volume_id': '0555556a-a129-471f-b568-0caa3791f3ed', 'serial': '0555556a-a129-471f-b568-0caa3791f3ed'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1491.116103] env[69513]: DEBUG nova.network.neutron [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.141224] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b008d920-772e-4fd0-9852-ed75dc7e3053 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.150632] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d572e78-95d8-4f58-aa0e-7e598a238d70 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.176780] env[69513]: DEBUG nova.compute.manager [req-d8f0cc48-67e2-4ad7-9f60-92f591e50a9e req-0ecb1267-8846-4801-a68f-7dcd1b83c59a service nova] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Detach interface failed, port_id=6b37d3c1-e5c7-403c-bb00-0885dc72de06, reason: Instance 390179be-27c5-4b20-8b92-e26fd0430cb5 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1491.184592] env[69513]: DEBUG nova.objects.instance [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'flavor' on Instance uuid 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.487363] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.487585] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.487743] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.487894] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.488070] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.488209] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Cleaning up deleted instances {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1491.618978] env[69513]: INFO nova.compute.manager [-] [instance: 390179be-27c5-4b20-8b92-e26fd0430cb5] Took 1.42 seconds to deallocate network for instance. [ 1491.994927] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] There are 17 instances to clean {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1491.995319] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 95d99b50-ad1e-497a-92cd-963dd4a99c57] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.125266] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.125756] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.125808] env[69513]: DEBUG nova.objects.instance [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'resources' on Instance uuid 390179be-27c5-4b20-8b92-e26fd0430cb5 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.193715] env[69513]: DEBUG oslo_concurrency.lockutils [None req-3f84292d-ea56-43b2-b3a8-efefd5f31b66 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.722s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.497749] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 8cf0b1e1-80a4-42b2-897a-bc1a9d985069] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.644893] env[69513]: DEBUG nova.scheduler.client.report [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1492.659595] env[69513]: DEBUG nova.scheduler.client.report [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1492.659595] env[69513]: DEBUG nova.compute.provider_tree [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.669303] env[69513]: DEBUG nova.scheduler.client.report [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1492.685350] env[69513]: DEBUG nova.scheduler.client.report [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1492.709946] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.710692] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.710907] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.711111] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.711276] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.713293] env[69513]: INFO nova.compute.manager [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Terminating instance [ 1492.730855] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe01097-a152-46b5-ad0e-6d74aea137e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.738387] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b570a-a7ab-4611-90d2-1be88575857b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.767928] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a7ae0d-62d7-4add-9aa9-b4b770b837c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.774527] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447cd751-cd68-42d1-a231-6a24f7f76c3e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.788307] env[69513]: DEBUG nova.compute.provider_tree [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.001287] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 356ed093-3f01-4a3c-8e91-61ae3c81cdda] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.216468] env[69513]: DEBUG nova.compute.manager [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.216725] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.217574] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98010964-f1e8-4ec3-b56f-a5830eca7dd0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.225412] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.225645] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebc62f4-96b8-4f59-a0af-7e5c16f1303a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.230805] env[69513]: DEBUG oslo_vmware.api [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1493.230805] env[69513]: value = "task-3381658" [ 1493.230805] env[69513]: _type = "Task" [ 1493.230805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.238023] env[69513]: DEBUG oslo_vmware.api [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.291719] env[69513]: DEBUG nova.scheduler.client.report [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.505033] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 04cf6874-139e-44fa-805f-6cfc1262ed06] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.740186] env[69513]: DEBUG oslo_vmware.api [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381658, 'name': PowerOffVM_Task, 'duration_secs': 0.15489} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.740442] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.740597] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.740839] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6ca2cb-1bfa-4faa-8428-ff406f64f233 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.797242] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.805345] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.805580] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.805761] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore1] 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.806017] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6dc137a-0e0f-47d0-8873-dad7b612e537 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.812896] env[69513]: DEBUG oslo_vmware.api [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1493.812896] env[69513]: value = "task-3381660" [ 1493.812896] env[69513]: _type = "Task" [ 1493.812896] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.820719] env[69513]: DEBUG oslo_vmware.api [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.937540] env[69513]: INFO nova.scheduler.client.report [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted allocations for instance 390179be-27c5-4b20-8b92-e26fd0430cb5 [ 1494.008500] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 40efe1c8-3661-43d5-b5c3-03ae9fcaa3f8] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.322838] env[69513]: DEBUG oslo_vmware.api [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134768} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.323101] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.323278] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.323451] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.323662] env[69513]: INFO nova.compute.manager [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1494.323914] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1494.324120] env[69513]: DEBUG nova.compute.manager [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.324217] env[69513]: DEBUG nova.network.neutron [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1494.445122] env[69513]: DEBUG oslo_concurrency.lockutils [None req-d532620d-14e2-4dfc-81bd-fc64c3b0e5e2 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "390179be-27c5-4b20-8b92-e26fd0430cb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.511303] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: fcc60b4b-ed20-4366-b3fc-e740dbe64558] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.784213] env[69513]: DEBUG nova.compute.manager [req-eaf16ab4-32f4-4a45-9288-40c2000725fd req-6d45fc7f-514d-40c0-a9df-25f64dab31fd service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Received event network-vif-deleted-08a98f66-6e47-400c-a1ea-e6bbfb19675a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.784324] env[69513]: INFO nova.compute.manager [req-eaf16ab4-32f4-4a45-9288-40c2000725fd req-6d45fc7f-514d-40c0-a9df-25f64dab31fd service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Neutron deleted interface 08a98f66-6e47-400c-a1ea-e6bbfb19675a; detaching it from the instance and deleting it from the info cache [ 1494.784479] env[69513]: DEBUG nova.network.neutron [req-eaf16ab4-32f4-4a45-9288-40c2000725fd req-6d45fc7f-514d-40c0-a9df-25f64dab31fd service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.015097] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: ed1d272a-624f-441d-a326-99bb2b84fd0c] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.248660] env[69513]: DEBUG nova.network.neutron [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.287191] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbf37a56-bdd7-4def-80bf-2803984e57f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.297402] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddec504-fc65-45a1-918d-8f49c1c7bb52 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.323192] env[69513]: DEBUG nova.compute.manager [req-eaf16ab4-32f4-4a45-9288-40c2000725fd req-6d45fc7f-514d-40c0-a9df-25f64dab31fd service nova] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Detach interface failed, port_id=08a98f66-6e47-400c-a1ea-e6bbfb19675a, reason: Instance 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1495.518152] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: d8e7c4d3-de75-4f8f-bd32-c781f4d2d6bb] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.751518] env[69513]: INFO nova.compute.manager [-] [instance: 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91] Took 1.43 seconds to deallocate network for instance. [ 1496.021152] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: a3064eb6-99bc-44ad-9251-9e1be709e4b2] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.258144] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.258432] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.258666] env[69513]: DEBUG nova.objects.instance [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'resources' on Instance uuid 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.418199] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.418439] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.524660] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 0f9c00bc-0157-4bd1-9363-3c6537d4176b] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.809529] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5764c2b-ccba-4a70-adab-30bc99b60f5b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.816926] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5871d-75d4-4785-a46f-baf2911ea27d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.846659] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375e7ccb-bdc6-4d96-973a-4665d8dca068 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.853576] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7426575-28d3-45ee-8999-8af6689e36c6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.865631] env[69513]: DEBUG nova.compute.provider_tree [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.924138] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.028193] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 23c4a005-cd82-452f-9d87-43538d57c61f] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.368664] env[69513]: DEBUG nova.scheduler.client.report [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.444679] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.531768] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 2302eb83-0f21-49b0-a78f-25bcf8eec6dc] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.873784] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.876696] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.432s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.878018] env[69513]: INFO nova.compute.claims [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.892333] env[69513]: INFO nova.scheduler.client.report [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted allocations for instance 04c8b3a0-a8e4-4413-af48-c07aa7ea5b91 [ 1498.035108] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 82ada62e-7f96-4880-8c5e-40f8c876403e] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.398927] env[69513]: DEBUG oslo_concurrency.lockutils [None req-14bea462-b65b-4324-9a08-2570daac8f21 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "04c8b3a0-a8e4-4413-af48-c07aa7ea5b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.538426] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 0daa2c03-86d3-4566-a617-a8f4a2cff51e] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.926995] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc9882-6778-4107-83ca-e7cc70d2cca7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.934653] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd1b9e-86a0-468a-9545-72631ce09e81 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.964408] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98363c1a-912a-4fc6-8c7c-8762bf41b20e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.971499] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c90c93-fafe-47b5-bc83-830dd95ce1ea {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.984947] env[69513]: DEBUG nova.compute.provider_tree [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.042374] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: be9aadd0-300a-48df-9759-8cfff222d4a4] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.487546] env[69513]: DEBUG nova.scheduler.client.report [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.546327] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 6de5da90-b4be-4b15-a6de-e72916765cd1] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.992621] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.993197] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.048946] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 67ccaf00-1c26-4d75-aba4-e9e12f9ffd5b] Instance has had 0 of 5 cleanup attempts {{(pid=69513) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.100565] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.100805] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.499932] env[69513]: DEBUG nova.compute.utils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1500.501279] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.501432] env[69513]: DEBUG nova.network.neutron [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.546506] env[69513]: DEBUG nova.policy [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3919a467bd84f1da633d369e88235fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59d9a10e06fd46cfb830fb6fbfc3fc2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.551541] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.551692] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Cleaning up deleted instances with incomplete migration {{(pid=69513) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1500.602613] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.812504] env[69513]: DEBUG nova.network.neutron [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Successfully created port: dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.004932] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.055190] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.124044] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.124316] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.125774] env[69513]: INFO nova.compute.claims [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.014278] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.039284] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.039531] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.039685] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.039867] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.040017] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.040168] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.040372] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.040527] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.040693] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.040850] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.041038] env[69513]: DEBUG nova.virt.hardware [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.041893] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57763c1a-d38f-4979-9581-08ec77eac051 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.049605] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926c879-b789-46a3-a089-07ebaeddbaf6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.148104] env[69513]: DEBUG nova.compute.manager [req-6112c68a-fb13-4415-8804-e5d63075502c req-fcf8df49-f6b4-4975-bc91-adeb27fc4145 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-vif-plugged-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.148341] env[69513]: DEBUG oslo_concurrency.lockutils [req-6112c68a-fb13-4415-8804-e5d63075502c req-fcf8df49-f6b4-4975-bc91-adeb27fc4145 service nova] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.148549] env[69513]: DEBUG oslo_concurrency.lockutils [req-6112c68a-fb13-4415-8804-e5d63075502c req-fcf8df49-f6b4-4975-bc91-adeb27fc4145 service nova] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.148714] env[69513]: DEBUG oslo_concurrency.lockutils [req-6112c68a-fb13-4415-8804-e5d63075502c req-fcf8df49-f6b4-4975-bc91-adeb27fc4145 service nova] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.148900] env[69513]: DEBUG nova.compute.manager [req-6112c68a-fb13-4415-8804-e5d63075502c req-fcf8df49-f6b4-4975-bc91-adeb27fc4145 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] No waiting events found dispatching network-vif-plugged-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.149043] env[69513]: WARNING nova.compute.manager [req-6112c68a-fb13-4415-8804-e5d63075502c req-fcf8df49-f6b4-4975-bc91-adeb27fc4145 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received unexpected event network-vif-plugged-dded0179-e835-4940-99bc-fd3ec14427f6 for instance with vm_state building and task_state spawning. [ 1502.181098] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44181919-cc36-49c7-b97a-2b9d6a37d209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.190108] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba670a45-c47a-4d0e-a6dc-61bfbfc40d94 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.220862] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af08798e-e543-4a61-9b2d-1d1547f1ff7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.227833] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e5570-3073-4528-9044-9f881f5efc6c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.232121] env[69513]: DEBUG nova.network.neutron [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Successfully updated port: dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.243222] env[69513]: DEBUG nova.compute.provider_tree [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.556087] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.556313] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.556473] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.556631] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1502.556799] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.735062] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.735212] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.735624] env[69513]: DEBUG nova.network.neutron [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1502.748095] env[69513]: DEBUG nova.scheduler.client.report [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.059487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.252535] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.253051] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.255453] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.196s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.255648] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.255780] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1503.256819] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8798477f-4ded-4d60-9fc7-1456070efd0b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.265988] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551c7e2-7620-4aad-9c03-fa4aa8673496 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.270135] env[69513]: DEBUG nova.network.neutron [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1503.281643] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd111e3-09e0-42fc-82fd-96382fb2f985 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.290016] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38892921-058b-4724-9840-cce7bc8af73a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.318809] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180555MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1503.318956] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.319187] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.411777] env[69513]: DEBUG nova.network.neutron [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.758108] env[69513]: DEBUG nova.compute.utils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1503.759553] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.759681] env[69513]: DEBUG nova.network.neutron [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.793313] env[69513]: DEBUG nova.policy [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62d7f510d0224b8c96324e9a957b3c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12078305c53144eba1e26418aeb12523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.914298] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.914601] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Instance network_info: |[{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.915032] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:1b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dded0179-e835-4940-99bc-fd3ec14427f6', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.923645] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.923851] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.924083] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-775e5542-b279-497a-ace0-7aed677c3073 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.944013] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.944013] env[69513]: value = "task-3381661" [ 1503.944013] env[69513]: _type = "Task" [ 1503.944013] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.951404] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381661, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.030534] env[69513]: DEBUG nova.network.neutron [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Successfully created port: c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.174336] env[69513]: DEBUG nova.compute.manager [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.174635] env[69513]: DEBUG nova.compute.manager [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing instance network info cache due to event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.174771] env[69513]: DEBUG oslo_concurrency.lockutils [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.174925] env[69513]: DEBUG oslo_concurrency.lockutils [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.175111] env[69513]: DEBUG nova.network.neutron [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1504.262410] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.344212] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1504.344368] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ff8fd994-c85c-4303-99f0-d8094b6e33e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1504.344493] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1504.344666] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1504.344802] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1504.392076] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d2c20b-9727-49b6-9e8c-e58be02d20c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.399289] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a737fa-879c-4461-b7aa-98b4badba8a5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.429360] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e759e7cd-9d6a-4a1a-931d-9087fb0dada5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.436050] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c816382f-5fda-414f-af51-a8c4257bcda8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.448765] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.456889] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381661, 'name': CreateVM_Task, 'duration_secs': 0.294241} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.457519] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.458179] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.458339] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.458674] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.459402] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f595dbc-c1d2-4d93-9c42-5346fe8acce3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.463166] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1504.463166] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f39f5-cabe-0bd8-f417-625bb9e5b269" [ 1504.463166] env[69513]: _type = "Task" [ 1504.463166] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.470370] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f39f5-cabe-0bd8-f417-625bb9e5b269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.910359] env[69513]: DEBUG nova.network.neutron [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updated VIF entry in instance network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1504.910728] env[69513]: DEBUG nova.network.neutron [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.953602] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.973654] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]526f39f5-cabe-0bd8-f417-625bb9e5b269, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.973948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.974175] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.974403] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.974548] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.974718] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.974956] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f27df199-33c2-4152-ad1d-265e6fc55178 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.983049] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.983221] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.983862] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b10776a-17fe-4b32-a486-849fd678f2cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.989355] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1504.989355] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f004c3-010f-a3cd-b8e5-e5443000e937" [ 1504.989355] env[69513]: _type = "Task" [ 1504.989355] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.996541] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f004c3-010f-a3cd-b8e5-e5443000e937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.271842] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.298204] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:35:46Z,direct_url=,disk_format='vmdk',id=e9fc5286-1250-4e6a-bc5b-0cceba5da63a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bca8b3d121ae4252b2cbd53fad70e936',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.298443] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.298595] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.298771] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.298911] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.299065] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.299267] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.299420] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.299582] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.299739] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.299909] env[69513]: DEBUG nova.virt.hardware [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.300783] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f8cf7f-c37a-4802-8f0c-a0d5de113789 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.308757] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b5d66-ffb1-4be8-a029-9dc8c500a157 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.413262] env[69513]: DEBUG oslo_concurrency.lockutils [req-cfa27d9f-6599-4cdc-898b-73e331d2b2a8 req-2e53f01f-8445-4d81-b2cf-f2be8c320bed service nova] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.459350] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1505.459552] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.460466] env[69513]: DEBUG nova.network.neutron [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Successfully updated port: c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.499357] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52f004c3-010f-a3cd-b8e5-e5443000e937, 'name': SearchDatastore_Task, 'duration_secs': 0.008421} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.500121] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433a35f2-2049-42f1-938b-ff635410e197 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.504779] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1505.504779] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5265e6dc-2f01-155a-68a8-52e330c6cc84" [ 1505.504779] env[69513]: _type = "Task" [ 1505.504779] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.511949] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5265e6dc-2f01-155a-68a8-52e330c6cc84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.964664] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.966029] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.966029] env[69513]: DEBUG nova.network.neutron [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1506.016043] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5265e6dc-2f01-155a-68a8-52e330c6cc84, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.016043] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.016043] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.016289] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b26f03-b293-4153-8e94-9030204a1cd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.022299] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1506.022299] env[69513]: value = "task-3381662" [ 1506.022299] env[69513]: _type = "Task" [ 1506.022299] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.029524] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.203154] env[69513]: DEBUG nova.compute.manager [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Received event network-vif-plugged-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.203379] env[69513]: DEBUG oslo_concurrency.lockutils [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] Acquiring lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.203677] env[69513]: DEBUG oslo_concurrency.lockutils [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.203761] env[69513]: DEBUG oslo_concurrency.lockutils [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.203957] env[69513]: DEBUG nova.compute.manager [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] No waiting events found dispatching network-vif-plugged-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.204114] env[69513]: WARNING nova.compute.manager [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Received unexpected event network-vif-plugged-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d for instance with vm_state building and task_state spawning. [ 1506.204243] env[69513]: DEBUG nova.compute.manager [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Received event network-changed-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.204468] env[69513]: DEBUG nova.compute.manager [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Refreshing instance network info cache due to event network-changed-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1506.204548] env[69513]: DEBUG oslo_concurrency.lockutils [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] Acquiring lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.495970] env[69513]: DEBUG nova.network.neutron [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1506.532324] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404114} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.534419] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.534629] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.534897] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af49f818-4dc9-4559-91c8-21cbc211fcf2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.541052] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1506.541052] env[69513]: value = "task-3381663" [ 1506.541052] env[69513]: _type = "Task" [ 1506.541052] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.548468] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.624614] env[69513]: DEBUG nova.network.neutron [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updating instance_info_cache with network_info: [{"id": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "address": "fa:16:3e:7d:4c:42", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c8a7ca-b0", "ovs_interfaceid": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.051490] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065535} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.051758] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.052520] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d584b7-65a6-46c6-84c6-5b64ce9f3cc1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.073968] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.074230] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a438ea01-1326-41e8-9033-145eb100e685 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.092327] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1507.092327] env[69513]: value = "task-3381664" [ 1507.092327] env[69513]: _type = "Task" [ 1507.092327] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.099624] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.128370] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.128815] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Instance network_info: |[{"id": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "address": "fa:16:3e:7d:4c:42", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c8a7ca-b0", "ovs_interfaceid": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.129181] env[69513]: DEBUG oslo_concurrency.lockutils [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] Acquired lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.129371] env[69513]: DEBUG nova.network.neutron [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Refreshing network info cache for port c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1507.130804] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4c:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.138486] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1507.141477] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.141962] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0cc201-1177-482a-8fdd-681e570f71d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.161618] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.161618] env[69513]: value = "task-3381665" [ 1507.161618] env[69513]: _type = "Task" [ 1507.161618] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.169169] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381665, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.338732] env[69513]: DEBUG nova.network.neutron [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updated VIF entry in instance network info cache for port c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1507.339106] env[69513]: DEBUG nova.network.neutron [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updating instance_info_cache with network_info: [{"id": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "address": "fa:16:3e:7d:4c:42", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c8a7ca-b0", "ovs_interfaceid": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.602385] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381664, 'name': ReconfigVM_Task, 'duration_secs': 0.268568} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.602741] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.603275] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18e3adc2-1839-4ebc-a4cb-406522b21fa7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.609510] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1507.609510] env[69513]: value = "task-3381666" [ 1507.609510] env[69513]: _type = "Task" [ 1507.609510] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.617449] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381666, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.671409] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381665, 'name': CreateVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.842356] env[69513]: DEBUG oslo_concurrency.lockutils [req-d5534998-815f-4b4b-8c1d-24e2e49d524d req-10120ba7-3b14-4a44-9c6a-3aa40c55ddfc service nova] Releasing lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.119846] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381666, 'name': Rename_Task, 'duration_secs': 0.138959} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.120130] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.120363] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d61374-eaac-4b48-a7d3-ec89cc752ed1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.126869] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1508.126869] env[69513]: value = "task-3381667" [ 1508.126869] env[69513]: _type = "Task" [ 1508.126869] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.135077] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.171555] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381665, 'name': CreateVM_Task, 'duration_secs': 0.554214} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.171742] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.172424] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.172593] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.172905] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.173166] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ed1d52-8671-47af-ae2d-d7bbb400f509 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.177451] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1508.177451] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524598b0-8e0b-9b3f-193f-410df0a00405" [ 1508.177451] env[69513]: _type = "Task" [ 1508.177451] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.184778] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524598b0-8e0b-9b3f-193f-410df0a00405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.636390] env[69513]: DEBUG oslo_vmware.api [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381667, 'name': PowerOnVM_Task, 'duration_secs': 0.41697} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.636808] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.636905] env[69513]: INFO nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1508.637565] env[69513]: DEBUG nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.637828] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9169e427-bdba-4fbd-922c-6cea87b3d1dc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.687941] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]524598b0-8e0b-9b3f-193f-410df0a00405, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.688245] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.688469] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Processing image e9fc5286-1250-4e6a-bc5b-0cceba5da63a {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.688700] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.688849] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.689036] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.689287] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e94f99-3073-4523-84db-3c3d830b7441 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.699328] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.699533] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.700262] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1d3245-b285-497b-9079-049127a22a79 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.705346] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1508.705346] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]529e548e-9a14-2030-f06b-2818d9ab692a" [ 1508.705346] env[69513]: _type = "Task" [ 1508.705346] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.712490] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529e548e-9a14-2030-f06b-2818d9ab692a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.154901] env[69513]: INFO nova.compute.manager [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Took 11.72 seconds to build instance. [ 1509.215587] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]529e548e-9a14-2030-f06b-2818d9ab692a, 'name': SearchDatastore_Task, 'duration_secs': 0.00837} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.216381] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1a995d-ec77-4bd6-9832-078fd3551cfc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.221366] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1509.221366] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]523f7948-e759-3b64-59a9-ee9ec7fa7964" [ 1509.221366] env[69513]: _type = "Task" [ 1509.221366] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.228618] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523f7948-e759-3b64-59a9-ee9ec7fa7964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.396473] env[69513]: DEBUG nova.compute.manager [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.396740] env[69513]: DEBUG nova.compute.manager [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing instance network info cache due to event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.397737] env[69513]: DEBUG oslo_concurrency.lockutils [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.397737] env[69513]: DEBUG oslo_concurrency.lockutils [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.397737] env[69513]: DEBUG nova.network.neutron [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1509.656812] env[69513]: DEBUG oslo_concurrency.lockutils [None req-dbf17cef-ed78-4079-a6bc-b508acc27cd1 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.238s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.731181] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]523f7948-e759-3b64-59a9-ee9ec7fa7964, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.731423] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.731679] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d/11a8a5ec-c197-4dad-bedc-fd639aeb9c7d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.731931] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ce2900-c4fa-45f5-ae88-d7b23a253533 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.737778] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1509.737778] env[69513]: value = "task-3381668" [ 1509.737778] env[69513]: _type = "Task" [ 1509.737778] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.744702] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.139156] env[69513]: DEBUG nova.network.neutron [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updated VIF entry in instance network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1510.139538] env[69513]: DEBUG nova.network.neutron [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.248447] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429903} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.248673] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9fc5286-1250-4e6a-bc5b-0cceba5da63a/e9fc5286-1250-4e6a-bc5b-0cceba5da63a.vmdk to [datastore1] 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d/11a8a5ec-c197-4dad-bedc-fd639aeb9c7d.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.248841] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Extending root virtual disk to 1048576 {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.249167] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0225edd-f2f1-4670-afeb-67a9d94e2141 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.255072] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1510.255072] env[69513]: value = "task-3381669" [ 1510.255072] env[69513]: _type = "Task" [ 1510.255072] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.262318] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.642527] env[69513]: DEBUG oslo_concurrency.lockutils [req-e7fbd407-896a-4607-b978-b8b2f3b6981e req-8540c236-a937-4a9d-8af0-acd6c60d6c93 service nova] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.764101] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059452} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.764471] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Extended root virtual disk {{(pid=69513) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.765083] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efae5a1-47bc-4aa4-9ba4-acafd0434f13 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.786919] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d/11a8a5ec-c197-4dad-bedc-fd639aeb9c7d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.787127] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d5d316-c6af-4c42-ad36-372447368c06 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.804711] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1510.804711] env[69513]: value = "task-3381670" [ 1510.804711] env[69513]: _type = "Task" [ 1510.804711] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.811865] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.315313] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381670, 'name': ReconfigVM_Task, 'duration_secs': 0.318971} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.315637] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d/11a8a5ec-c197-4dad-bedc-fd639aeb9c7d.vmdk or device None with type sparse {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.316341] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9c687dd-5967-4ef0-aeab-9f12345edd3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.322805] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1511.322805] env[69513]: value = "task-3381671" [ 1511.322805] env[69513]: _type = "Task" [ 1511.322805] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.330462] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381671, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.832916] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381671, 'name': Rename_Task, 'duration_secs': 0.147399} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.833360] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.833485] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1350b4-856d-4080-9ca6-b0ef059ba2fb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.839665] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1511.839665] env[69513]: value = "task-3381672" [ 1511.839665] env[69513]: _type = "Task" [ 1511.839665] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.846848] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.349021] env[69513]: DEBUG oslo_vmware.api [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381672, 'name': PowerOnVM_Task, 'duration_secs': 0.428241} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.349294] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.349498] env[69513]: INFO nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1512.349679] env[69513]: DEBUG nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.350481] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb3ca2-f5be-4dc8-95ed-616c5911f6db {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.866794] env[69513]: INFO nova.compute.manager [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Took 11.76 seconds to build instance. [ 1512.911977] env[69513]: DEBUG nova.compute.manager [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Received event network-changed-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.912069] env[69513]: DEBUG nova.compute.manager [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Refreshing instance network info cache due to event network-changed-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.912240] env[69513]: DEBUG oslo_concurrency.lockutils [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] Acquiring lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.912383] env[69513]: DEBUG oslo_concurrency.lockutils [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] Acquired lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.912564] env[69513]: DEBUG nova.network.neutron [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Refreshing network info cache for port c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1513.367727] env[69513]: DEBUG oslo_concurrency.lockutils [None req-09d888ba-0cea-47fa-9102-7990e119d96d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.267s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.606036] env[69513]: DEBUG nova.network.neutron [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updated VIF entry in instance network info cache for port c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1513.606414] env[69513]: DEBUG nova.network.neutron [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updating instance_info_cache with network_info: [{"id": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "address": "fa:16:3e:7d:4c:42", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c8a7ca-b0", "ovs_interfaceid": "c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.109758] env[69513]: DEBUG oslo_concurrency.lockutils [req-245442ab-cd4d-4d8d-876f-c08a35b4bbcf req-a6d2202b-1f33-4139-8705-51b378f48bde service nova] Releasing lock "refresh_cache-11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.009133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.009461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.511422] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Starting instance... {{(pid=69513) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1533.033291] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.033586] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.035093] env[69513]: INFO nova.compute.claims [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.097940] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f31ce-c4ba-4e13-9dc5-910b89d9b84c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.105598] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74326fc2-e27c-48ec-81dd-38373aaea085 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.135939] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e19ba-03cc-4d78-be32-eb4701f50976 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.142861] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0c278-44c5-4ac1-b1a0-33c603158b5a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.155599] env[69513]: DEBUG nova.compute.provider_tree [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1534.676340] env[69513]: ERROR nova.scheduler.client.report [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [req-61845507-45a4-4f72-8e22-01c7d60fde9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61845507-45a4-4f72-8e22-01c7d60fde9c"}]} [ 1534.692614] env[69513]: DEBUG nova.scheduler.client.report [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1534.705577] env[69513]: DEBUG nova.scheduler.client.report [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1534.705778] env[69513]: DEBUG nova.compute.provider_tree [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1534.715998] env[69513]: DEBUG nova.scheduler.client.report [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1534.737472] env[69513]: DEBUG nova.scheduler.client.report [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1534.789096] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d161e3db-38e5-4e0f-b8fc-3c709915fb58 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.796034] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1aafe-458e-467d-983f-c516bdfe207f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.824670] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597313e-f109-4543-9dea-4b69ba3e4144 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.831565] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee55e70-a4a3-407c-b8da-35241f794672 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.844051] env[69513]: DEBUG nova.compute.provider_tree [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1535.373075] env[69513]: DEBUG nova.scheduler.client.report [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1535.373358] env[69513]: DEBUG nova.compute.provider_tree [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 176 to 177 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1535.373504] env[69513]: DEBUG nova.compute.provider_tree [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1535.878227] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.878624] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Start building networks asynchronously for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.384014] env[69513]: DEBUG nova.compute.utils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Using /dev/sd instead of None {{(pid=69513) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1536.385422] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Allocating IP information in the background. {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.385599] env[69513]: DEBUG nova.network.neutron [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] allocate_for_instance() {{(pid=69513) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.449747] env[69513]: DEBUG nova.policy [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62d7f510d0224b8c96324e9a957b3c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12078305c53144eba1e26418aeb12523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69513) authorize /opt/stack/nova/nova/policy.py:192}} [ 1536.889385] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Start building block device mappings for instance. {{(pid=69513) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1536.933796] env[69513]: DEBUG nova.network.neutron [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Successfully created port: 4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.394314] env[69513]: INFO nova.virt.block_device [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Booting with volume b0708e51-d842-407c-ba3c-ccddd7246ea5 at /dev/sda [ 1537.428118] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8511aee-3011-47aa-ab26-b7b32b85e3c0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.437187] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d727a-838d-4b28-9b8d-5f200f71b0a6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.462288] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db30bfc-d37b-4050-b106-6e93354f1fe9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.469921] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d190a382-417e-4b34-9b9c-cd892e24f14c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.494111] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5bd2b-965a-4c9e-a494-18dbc5a98307 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.499934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a8c8fe-5270-4af4-a3d2-e2b836b95c37 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.512210] env[69513]: DEBUG nova.virt.block_device [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating existing volume attachment record: 9f933c63-6d86-407e-ac4e-050c57c7c763 {{(pid=69513) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1538.281400] env[69513]: DEBUG nova.compute.manager [req-d17b235a-e8fe-4ad2-bcfe-88de93ff8925 req-d1558578-185f-49e2-8aa7-09549df9f63c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Received event network-vif-plugged-4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1538.281605] env[69513]: DEBUG oslo_concurrency.lockutils [req-d17b235a-e8fe-4ad2-bcfe-88de93ff8925 req-d1558578-185f-49e2-8aa7-09549df9f63c service nova] Acquiring lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.281804] env[69513]: DEBUG oslo_concurrency.lockutils [req-d17b235a-e8fe-4ad2-bcfe-88de93ff8925 req-d1558578-185f-49e2-8aa7-09549df9f63c service nova] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.281969] env[69513]: DEBUG oslo_concurrency.lockutils [req-d17b235a-e8fe-4ad2-bcfe-88de93ff8925 req-d1558578-185f-49e2-8aa7-09549df9f63c service nova] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.282144] env[69513]: DEBUG nova.compute.manager [req-d17b235a-e8fe-4ad2-bcfe-88de93ff8925 req-d1558578-185f-49e2-8aa7-09549df9f63c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] No waiting events found dispatching network-vif-plugged-4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1538.282305] env[69513]: WARNING nova.compute.manager [req-d17b235a-e8fe-4ad2-bcfe-88de93ff8925 req-d1558578-185f-49e2-8aa7-09549df9f63c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Received unexpected event network-vif-plugged-4544112d-c9b6-4f41-a052-1513454b6d3a for instance with vm_state building and task_state block_device_mapping. [ 1538.358123] env[69513]: DEBUG nova.network.neutron [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Successfully updated port: 4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.860606] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.860800] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.861039] env[69513]: DEBUG nova.network.neutron [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1539.393421] env[69513]: DEBUG nova.network.neutron [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Instance cache missing network info. {{(pid=69513) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1539.514498] env[69513]: DEBUG nova.network.neutron [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.588648] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Start spawning the instance on the hypervisor. {{(pid=69513) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.589206] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.589433] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.589586] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.589767] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.589910] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.590071] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.590297] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.590498] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.590677] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.590839] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.591022] env[69513]: DEBUG nova.virt.hardware [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.591934] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd669cf7-bd83-4c76-ba4a-91263291d464 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.600545] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0fb6cb-228d-4ad7-beda-3e6e3ebb976e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.017445] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.017881] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Instance network_info: |[{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69513) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.018240] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:9c:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4544112d-c9b6-4f41-a052-1513454b6d3a', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.025825] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.026065] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.026302] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e66f5f-3900-46b9-a601-02b001478cb6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.046218] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.046218] env[69513]: value = "task-3381681" [ 1540.046218] env[69513]: _type = "Task" [ 1540.046218] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.053523] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381681, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.308903] env[69513]: DEBUG nova.compute.manager [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Received event network-changed-4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.309160] env[69513]: DEBUG nova.compute.manager [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Refreshing instance network info cache due to event network-changed-4544112d-c9b6-4f41-a052-1513454b6d3a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1540.309432] env[69513]: DEBUG oslo_concurrency.lockutils [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] Acquiring lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.309623] env[69513]: DEBUG oslo_concurrency.lockutils [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] Acquired lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.309821] env[69513]: DEBUG nova.network.neutron [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Refreshing network info cache for port 4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1540.556374] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381681, 'name': CreateVM_Task, 'duration_secs': 0.312877} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.556604] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.557244] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674738', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'name': 'volume-b0708e51-d842-407c-ba3c-ccddd7246ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6decf10a-1b01-4e3d-9453-e3ff87643c2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'serial': 'b0708e51-d842-407c-ba3c-ccddd7246ea5'}, 'attachment_id': '9f933c63-6d86-407e-ac4e-050c57c7c763', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69513) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1540.557453] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Root volume attach. Driver type: vmdk {{(pid=69513) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1540.558205] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21947c02-627c-4a3d-89b6-df90bf72a5bd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.565111] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ef277c-c133-40e3-b782-4220490db02e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.571670] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d4468b-5a16-4589-86b5-4687e1451792 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.577414] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7e2e54f1-1f11-4793-a93f-dcf54ed2de42 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.583398] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1540.583398] env[69513]: value = "task-3381682" [ 1540.583398] env[69513]: _type = "Task" [ 1540.583398] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.590329] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381682, 'name': RelocateVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.030314] env[69513]: DEBUG nova.network.neutron [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updated VIF entry in instance network info cache for port 4544112d-c9b6-4f41-a052-1513454b6d3a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1541.030651] env[69513]: DEBUG nova.network.neutron [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.092310] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381682, 'name': RelocateVM_Task, 'duration_secs': 0.377026} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.092570] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Volume attach. Driver type: vmdk {{(pid=69513) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1541.092749] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674738', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'name': 'volume-b0708e51-d842-407c-ba3c-ccddd7246ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6decf10a-1b01-4e3d-9453-e3ff87643c2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'serial': 'b0708e51-d842-407c-ba3c-ccddd7246ea5'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1541.093497] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac7ceb-63e3-4e0b-ae67-5a45c98a39ff {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.109196] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293a30a8-630f-4dc1-9a4d-e5b00f16beb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.130223] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-b0708e51-d842-407c-ba3c-ccddd7246ea5/volume-b0708e51-d842-407c-ba3c-ccddd7246ea5.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.130430] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5305d17-4dc5-44b8-b702-7a2ecf4d8084 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.148992] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1541.148992] env[69513]: value = "task-3381683" [ 1541.148992] env[69513]: _type = "Task" [ 1541.148992] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.157120] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.533773] env[69513]: DEBUG oslo_concurrency.lockutils [req-1e962926-8a49-443a-b1d2-142bc1282304 req-79ba80b1-cf43-447b-af2d-2a0f178bbe99 service nova] Releasing lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.658435] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381683, 'name': ReconfigVM_Task, 'duration_secs': 0.267437} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.658713] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-b0708e51-d842-407c-ba3c-ccddd7246ea5/volume-b0708e51-d842-407c-ba3c-ccddd7246ea5.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.663588] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce393deb-3677-4fec-a91f-e6dbb41790ed {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.680666] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1541.680666] env[69513]: value = "task-3381684" [ 1541.680666] env[69513]: _type = "Task" [ 1541.680666] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.688056] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.191068] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381684, 'name': ReconfigVM_Task, 'duration_secs': 0.123175} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.191068] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674738', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'name': 'volume-b0708e51-d842-407c-ba3c-ccddd7246ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6decf10a-1b01-4e3d-9453-e3ff87643c2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'serial': 'b0708e51-d842-407c-ba3c-ccddd7246ea5'} {{(pid=69513) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1542.191623] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2cba08e-819a-43d8-85cb-52226e576635 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.197276] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1542.197276] env[69513]: value = "task-3381685" [ 1542.197276] env[69513]: _type = "Task" [ 1542.197276] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.204884] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381685, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.706982] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381685, 'name': Rename_Task, 'duration_secs': 0.133066} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.707264] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.707501] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a113b15b-f6ed-436d-a235-971a3bd33b97 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.713232] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1542.713232] env[69513]: value = "task-3381686" [ 1542.713232] env[69513]: _type = "Task" [ 1542.713232] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.720135] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.222660] env[69513]: DEBUG oslo_vmware.api [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381686, 'name': PowerOnVM_Task, 'duration_secs': 0.458381} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.223099] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.223210] env[69513]: INFO nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Took 3.63 seconds to spawn the instance on the hypervisor. [ 1543.223290] env[69513]: DEBUG nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.224024] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a1a78-7107-409e-b4ba-31d99f34a5c1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.745745] env[69513]: INFO nova.compute.manager [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Took 10.73 seconds to build instance. [ 1544.122171] env[69513]: DEBUG nova.compute.manager [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Received event network-changed-c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.122364] env[69513]: DEBUG nova.compute.manager [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Refreshing instance network info cache due to event network-changed-c55a9800-1a5a-49a7-998f-9bec49a335bd. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1544.122580] env[69513]: DEBUG oslo_concurrency.lockutils [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] Acquiring lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.122720] env[69513]: DEBUG oslo_concurrency.lockutils [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] Acquired lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.122877] env[69513]: DEBUG nova.network.neutron [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Refreshing network info cache for port c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1544.249090] env[69513]: DEBUG oslo_concurrency.lockutils [None req-82bed60b-82df-4639-aaff-8fb5851754be tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.239s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.810962] env[69513]: DEBUG nova.network.neutron [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updated VIF entry in instance network info cache for port c55a9800-1a5a-49a7-998f-9bec49a335bd. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1544.811329] env[69513]: DEBUG nova.network.neutron [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updating instance_info_cache with network_info: [{"id": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "address": "fa:16:3e:e5:de:e8", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55a9800-1a", "ovs_interfaceid": "c55a9800-1a5a-49a7-998f-9bec49a335bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.314336] env[69513]: DEBUG oslo_concurrency.lockutils [req-8d5ebdec-be2d-4072-bfa5-977484dff3c9 req-fa155132-0c9c-42b4-a889-58298f0b244f service nova] Releasing lock "refresh_cache-50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.581759] env[69513]: DEBUG nova.compute.manager [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Stashing vm_state: active {{(pid=69513) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1546.102031] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.102198] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.158576] env[69513]: DEBUG nova.compute.manager [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Received event network-changed-4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.158791] env[69513]: DEBUG nova.compute.manager [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Refreshing instance network info cache due to event network-changed-4544112d-c9b6-4f41-a052-1513454b6d3a. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1546.158976] env[69513]: DEBUG oslo_concurrency.lockutils [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] Acquiring lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.159163] env[69513]: DEBUG oslo_concurrency.lockutils [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] Acquired lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.159279] env[69513]: DEBUG nova.network.neutron [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Refreshing network info cache for port 4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1546.607945] env[69513]: INFO nova.compute.claims [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.850987] env[69513]: DEBUG nova.network.neutron [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updated VIF entry in instance network info cache for port 4544112d-c9b6-4f41-a052-1513454b6d3a. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1546.851368] env[69513]: DEBUG nova.network.neutron [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.114210] env[69513]: INFO nova.compute.resource_tracker [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating resource usage from migration 3c8cefc6-1ad9-4ac3-b19b-59a492ee0872 [ 1547.178998] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf374589-e6a3-41ff-94e0-b646e4812f9a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.186614] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c30ac-3602-4783-9eae-f2fd0459f879 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.215263] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c59b7a-36d2-438c-980c-61dce62403f9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.222348] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d63a86f-8f1e-41a6-8a73-1338bbc6044e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.234959] env[69513]: DEBUG nova.compute.provider_tree [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1547.353523] env[69513]: DEBUG oslo_concurrency.lockutils [req-b19a8578-c1dc-4361-bc91-426f0e8d0c8f req-884826c8-5f08-4331-85aa-0f861a9b5490 service nova] Releasing lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.755693] env[69513]: ERROR nova.scheduler.client.report [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [req-3ac522bf-bfec-489d-8523-027a84be7c64] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e091bd4-226e-443b-b149-fa857f4cdcd3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ac522bf-bfec-489d-8523-027a84be7c64"}]} [ 1547.774949] env[69513]: DEBUG nova.scheduler.client.report [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Refreshing inventories for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1547.789776] env[69513]: DEBUG nova.scheduler.client.report [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating ProviderTree inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1547.790101] env[69513]: DEBUG nova.compute.provider_tree [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1547.801963] env[69513]: DEBUG nova.scheduler.client.report [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Refreshing aggregate associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, aggregates: None {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1547.820778] env[69513]: DEBUG nova.scheduler.client.report [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Refreshing trait associations for resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69513) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1547.891109] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b61156-56f4-4c63-b8dd-a10ec7187b31 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.904900] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0dafcd-9075-4997-a103-0efab65c15a4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.938217] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44c62d-9e39-405e-b65d-d0f089ce4e67 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.947728] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d6558-fbca-4a7d-88db-25ce5eeb5556 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.961154] env[69513]: DEBUG nova.compute.provider_tree [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.495432] env[69513]: DEBUG nova.scheduler.client.report [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updated inventory for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1548.495701] env[69513]: DEBUG nova.compute.provider_tree [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating resource provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 generation from 179 to 180 during operation: update_inventory {{(pid=69513) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1548.495879] env[69513]: DEBUG nova.compute.provider_tree [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Updating inventory in ProviderTree for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.687533] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.687846] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.688147] env[69513]: INFO nova.compute.manager [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Shelving [ 1549.000710] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.898s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.001113] env[69513]: INFO nova.compute.manager [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Migrating [ 1549.516028] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.516220] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.516401] env[69513]: DEBUG nova.network.neutron [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1549.697695] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.697937] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-643ab067-efad-4339-b2c0-ef6d328e7d09 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.705103] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1549.705103] env[69513]: value = "task-3381687" [ 1549.705103] env[69513]: _type = "Task" [ 1549.705103] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.712751] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.212544] env[69513]: DEBUG nova.network.neutron [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.216872] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381687, 'name': PowerOffVM_Task, 'duration_secs': 0.173242} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.217377] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.218390] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba8b96-03a7-421a-a79d-2a91c9694d0e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.237627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657303a-6466-4024-98b8-a92c39c6625e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.392875] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.392875] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.392875] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.719114] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.747077] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Creating Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1550.747381] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7560d0fd-7c1d-4fe3-937c-49a3f32bf608 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.754929] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1550.754929] env[69513]: value = "task-3381688" [ 1550.754929] env[69513]: _type = "Task" [ 1550.754929] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.762702] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.265545] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381688, 'name': CreateSnapshot_Task, 'duration_secs': 0.411712} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.265931] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Created Snapshot of the VM instance {{(pid=69513) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1551.266526] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e926508-0f2d-4ed8-a17d-feac556e05cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.483404] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.783132] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Creating linked-clone VM from snapshot {{(pid=69513) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1551.783362] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b81983ef-b739-44f7-b269-fd9dfa00621f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.793954] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1551.793954] env[69513]: value = "task-3381689" [ 1551.793954] env[69513]: _type = "Task" [ 1551.793954] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.801666] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381689, 'name': CloneVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.232587] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265817ae-48b1-47b1-b462-c69493fc66e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.251850] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 0 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1552.304590] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381689, 'name': CloneVM_Task} progress is 94%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.487010] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.758274] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.758547] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9c29ef-ddde-4e8b-9548-4fc14f87ba3d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.764849] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1552.764849] env[69513]: value = "task-3381690" [ 1552.764849] env[69513]: _type = "Task" [ 1552.764849] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.773368] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.804869] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381689, 'name': CloneVM_Task} progress is 95%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.274398] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381690, 'name': PowerOffVM_Task, 'duration_secs': 0.181694} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.274657] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.274834] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 17 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1553.303866] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381689, 'name': CloneVM_Task, 'duration_secs': 1.103773} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.304132] env[69513]: INFO nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Created linked-clone VM from snapshot [ 1553.304825] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c201d96-67c6-4972-922e-7acba23a28dd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.311623] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Uploading image 1fd68eba-aacf-4bd8-a11e-ef5d334b175b {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1553.334753] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1553.334753] env[69513]: value = "vm-674741" [ 1553.334753] env[69513]: _type = "VirtualMachine" [ 1553.334753] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1553.334983] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74eb33c4-ed2d-40dd-a919-853756ca65c8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.341209] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease: (returnval){ [ 1553.341209] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e6efa-51cf-075c-59ae-c3b1ea89b5c4" [ 1553.341209] env[69513]: _type = "HttpNfcLease" [ 1553.341209] env[69513]: } obtained for exporting VM: (result){ [ 1553.341209] env[69513]: value = "vm-674741" [ 1553.341209] env[69513]: _type = "VirtualMachine" [ 1553.341209] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1553.341476] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the lease: (returnval){ [ 1553.341476] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e6efa-51cf-075c-59ae-c3b1ea89b5c4" [ 1553.341476] env[69513]: _type = "HttpNfcLease" [ 1553.341476] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1553.347239] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1553.347239] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e6efa-51cf-075c-59ae-c3b1ea89b5c4" [ 1553.347239] env[69513]: _type = "HttpNfcLease" [ 1553.347239] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1553.780937] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.781190] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.781348] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.781526] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.781710] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.781973] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.782227] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.782396] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.782560] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.782721] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.782922] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.788028] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6896f83-e92c-4685-ae67-1f88bffb2905 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.804967] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1553.804967] env[69513]: value = "task-3381692" [ 1553.804967] env[69513]: _type = "Task" [ 1553.804967] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.811474] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.849207] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1553.849207] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e6efa-51cf-075c-59ae-c3b1ea89b5c4" [ 1553.849207] env[69513]: _type = "HttpNfcLease" [ 1553.849207] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1553.849545] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1553.849545] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]528e6efa-51cf-075c-59ae-c3b1ea89b5c4" [ 1553.849545] env[69513]: _type = "HttpNfcLease" [ 1553.849545] env[69513]: }. {{(pid=69513) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1553.850228] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef173f82-e2d8-470d-98d0-af9d36d735fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.857498] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bfce1-a23f-5b61-e260-beb26443ed9d/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1553.857664] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bfce1-a23f-5b61-e260-beb26443ed9d/disk-0.vmdk for reading. {{(pid=69513) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1553.948179] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe015ce2-c454-4e13-994f-e99d40174dc5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.316175] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381692, 'name': ReconfigVM_Task, 'duration_secs': 0.175547} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.317105] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 33 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1554.486649] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.823800] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.824183] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.824424] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.825062] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.825062] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.825202] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.825464] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.825795] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.825864] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.825979] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.826197] env[69513]: DEBUG nova.virt.hardware [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.831580] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1554.831984] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8049dbf-1d0d-48d8-a4a4-29986bfc5aec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.851564] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1554.851564] env[69513]: value = "task-3381693" [ 1554.851564] env[69513]: _type = "Task" [ 1554.851564] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.861863] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.990141] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.991906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.991906] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.991906] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1554.991906] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f278c9c8-6dbd-4630-ac0b-e9966dddac7a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.000040] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f85574e-abb0-4923-8553-2cbd7247c907 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.016512] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6447541-237e-4287-9d10-6b1cd37a1330 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.023978] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94ea172-3942-4d9f-9799-ab1757d51bb6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.054083] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180825MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1555.054308] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.054559] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.362018] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381693, 'name': ReconfigVM_Task, 'duration_secs': 0.209376} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.362396] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1555.363248] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a0c1c5-853c-4e42-b282-73fca6a9b50f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.386732] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-b0708e51-d842-407c-ba3c-ccddd7246ea5/volume-b0708e51-d842-407c-ba3c-ccddd7246ea5.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.387132] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae9f3739-6c1f-4a86-b8ad-dbe5fe700c7c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.406416] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1555.406416] env[69513]: value = "task-3381694" [ 1555.406416] env[69513]: _type = "Task" [ 1555.406416] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.414728] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.916280] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381694, 'name': ReconfigVM_Task, 'duration_secs': 0.262831} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.916577] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-b0708e51-d842-407c-ba3c-ccddd7246ea5/volume-b0708e51-d842-407c-ba3c-ccddd7246ea5.vmdk or device None with type thin {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.916871] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 50 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1556.062778] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Applying migration context for instance 6decf10a-1b01-4e3d-9453-e3ff87643c2d as it has an incoming, in-progress migration 3c8cefc6-1ad9-4ac3-b19b-59a492ee0872. Migration status is migrating {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1556.063607] env[69513]: INFO nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating resource usage from migration 3c8cefc6-1ad9-4ac3-b19b-59a492ee0872 [ 1556.083139] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1556.083300] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ff8fd994-c85c-4303-99f0-d8094b6e33e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1556.083422] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1556.083544] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Migration 3c8cefc6-1ad9-4ac3-b19b-59a492ee0872 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1556.083663] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 6decf10a-1b01-4e3d-9453-e3ff87643c2d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1556.083849] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1556.083985] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1556.158919] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d17207-c5c0-4f3e-b30e-b4398fd8a90a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.166500] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ca541-1242-444c-bd06-9880ed4865f1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.196741] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a12e05-7d7d-4f04-b072-72668284ccb0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.204063] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790033b4-b88e-44da-9522-4bc5af06a6a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.217558] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.423590] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c27cd-e4f1-40b7-b2b2-8394b977bc92 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.443947] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa191e43-1abe-4ea3-9af0-ff7e2dad1431 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.462568] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 67 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1556.721239] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.226663] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1557.226866] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.108508] env[69513]: DEBUG nova.network.neutron [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Port 4544112d-c9b6-4f41-a052-1513454b6d3a binding to destination host cpu-1 is already ACTIVE {{(pid=69513) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1558.227513] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.227731] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.227876] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1559.131133] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.131496] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.131558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.483198] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.180329] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.180554] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.180690] env[69513]: DEBUG nova.network.neutron [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1560.844660] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bfce1-a23f-5b61-e260-beb26443ed9d/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1560.845681] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207d0b3d-a1df-4510-9582-b995d127aed0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.852069] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bfce1-a23f-5b61-e260-beb26443ed9d/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1560.852245] env[69513]: ERROR oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bfce1-a23f-5b61-e260-beb26443ed9d/disk-0.vmdk due to incomplete transfer. [ 1560.852465] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-168c496b-dc2e-456d-8f49-bfb4e5ab798e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.860416] env[69513]: DEBUG oslo_vmware.rw_handles [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523bfce1-a23f-5b61-e260-beb26443ed9d/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1560.860607] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Uploaded image 1fd68eba-aacf-4bd8-a11e-ef5d334b175b to the Glance image server {{(pid=69513) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1560.863044] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Destroying the VM {{(pid=69513) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1560.863276] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9b533d4-0345-46be-9ce4-4f19d1d8b6d4 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.868917] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1560.868917] env[69513]: value = "task-3381695" [ 1560.868917] env[69513]: _type = "Task" [ 1560.868917] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.876659] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381695, 'name': Destroy_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.888728] env[69513]: DEBUG nova.network.neutron [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.379028] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381695, 'name': Destroy_Task, 'duration_secs': 0.32353} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.379365] env[69513]: INFO nova.virt.vmwareapi.vm_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Destroyed the VM [ 1561.379555] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deleting Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1561.379793] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-94b81aa0-9155-4ab7-9699-dad2e4b4885f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.385172] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1561.385172] env[69513]: value = "task-3381696" [ 1561.385172] env[69513]: _type = "Task" [ 1561.385172] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.392616] env[69513]: DEBUG oslo_concurrency.lockutils [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.396113] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381696, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.894503] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381696, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341904} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.894769] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deleted Snapshot of the VM instance {{(pid=69513) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1561.895035] env[69513]: DEBUG nova.compute.manager [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.895787] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be452c98-9a2b-4cce-a612-48270052ab98 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.902391] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd88265-f9df-4d48-8a63-65fb78f8276d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.912113] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44361992-81cd-4b27-91ea-174e5a896ef3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.412072] env[69513]: INFO nova.compute.manager [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Shelve offloading [ 1562.916193] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.916473] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c044f9fb-ce6b-4858-b44f-b56022e2d93c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.923696] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1562.923696] env[69513]: value = "task-3381697" [ 1562.923696] env[69513]: _type = "Task" [ 1562.923696] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.933395] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] VM already powered off {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1562.933605] env[69513]: DEBUG nova.compute.manager [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.934329] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adf516-25ca-4421-a774-4cbd6e7756eb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.939498] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.939660] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.939824] env[69513]: DEBUG nova.network.neutron [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1563.008110] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007fe438-d0be-4635-b20e-07f3f16f5d02 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.026245] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b6da4d-08b2-45cf-bc3d-f9dc0ded6d15 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.032388] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 83 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1563.538864] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.541389] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6118975a-70fb-4d06-97f8-cd2498abeac3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.548257] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1563.548257] env[69513]: value = "task-3381698" [ 1563.548257] env[69513]: _type = "Task" [ 1563.548257] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.555513] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.678281] env[69513]: DEBUG nova.network.neutron [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.057882] env[69513]: DEBUG oslo_vmware.api [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381698, 'name': PowerOnVM_Task, 'duration_secs': 0.356957} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.058175] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.058361] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-a6350aac-b942-495c-ba6c-d042dc62e91d tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance '6decf10a-1b01-4e3d-9453-e3ff87643c2d' progress to 100 {{(pid=69513) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1564.180823] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.446901] env[69513]: DEBUG nova.compute.manager [req-958f89a3-25f7-4811-b45b-663f30c29996 req-5e05de33-ab50-4333-9af0-f45f5e84249d service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-vif-unplugged-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1564.447144] env[69513]: DEBUG oslo_concurrency.lockutils [req-958f89a3-25f7-4811-b45b-663f30c29996 req-5e05de33-ab50-4333-9af0-f45f5e84249d service nova] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.447381] env[69513]: DEBUG oslo_concurrency.lockutils [req-958f89a3-25f7-4811-b45b-663f30c29996 req-5e05de33-ab50-4333-9af0-f45f5e84249d service nova] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.447550] env[69513]: DEBUG oslo_concurrency.lockutils [req-958f89a3-25f7-4811-b45b-663f30c29996 req-5e05de33-ab50-4333-9af0-f45f5e84249d service nova] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.447714] env[69513]: DEBUG nova.compute.manager [req-958f89a3-25f7-4811-b45b-663f30c29996 req-5e05de33-ab50-4333-9af0-f45f5e84249d service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] No waiting events found dispatching network-vif-unplugged-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.447877] env[69513]: WARNING nova.compute.manager [req-958f89a3-25f7-4811-b45b-663f30c29996 req-5e05de33-ab50-4333-9af0-f45f5e84249d service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received unexpected event network-vif-unplugged-dded0179-e835-4940-99bc-fd3ec14427f6 for instance with vm_state shelved and task_state shelving_offloading. [ 1564.482777] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.483703] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12af80-7529-47aa-9805-5275e4ac2a45 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.491371] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.491582] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91929aea-80dd-410d-995f-ba6266dbf963 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.552072] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.552347] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.552485] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleting the datastore file [datastore1] ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.552735] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1265829-86be-423f-889a-f6584da145e9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.558376] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1564.558376] env[69513]: value = "task-3381700" [ 1564.558376] env[69513]: _type = "Task" [ 1564.558376] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.569254] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.069743] env[69513]: DEBUG oslo_vmware.api [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125344} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.069942] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.070124] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.070295] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.092361] env[69513]: INFO nova.scheduler.client.report [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted allocations for instance ff8fd994-c85c-4303-99f0-d8094b6e33e9 [ 1565.596749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.597168] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.597275] env[69513]: DEBUG nova.objects.instance [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'resources' on Instance uuid ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.100161] env[69513]: DEBUG nova.objects.instance [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'numa_topology' on Instance uuid ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.300540] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.300803] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.300992] env[69513]: DEBUG nova.compute.manager [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Going to confirm migration 10 {{(pid=69513) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1566.475720] env[69513]: DEBUG nova.compute.manager [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1566.475920] env[69513]: DEBUG nova.compute.manager [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing instance network info cache due to event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1566.476167] env[69513]: DEBUG oslo_concurrency.lockutils [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.476305] env[69513]: DEBUG oslo_concurrency.lockutils [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.476468] env[69513]: DEBUG nova.network.neutron [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1566.603293] env[69513]: DEBUG nova.objects.base [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1566.657151] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e576205-d07a-4cd8-a151-28fef4629a10 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.664233] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395316b7-08ac-467e-9fb5-40154eabc96f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.694580] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660c501-d3d7-4730-b00a-0006ecacfae9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.701264] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab548323-9ffb-40cf-a78f-01d35aa5d209 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.713751] env[69513]: DEBUG nova.compute.provider_tree [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.868189] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.868352] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquired lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.868527] env[69513]: DEBUG nova.network.neutron [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1566.868710] env[69513]: DEBUG nova.objects.instance [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'info_cache' on Instance uuid 6decf10a-1b01-4e3d-9453-e3ff87643c2d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.207035] env[69513]: DEBUG nova.network.neutron [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updated VIF entry in instance network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1567.207417] env[69513]: DEBUG nova.network.neutron [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdded0179-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.216981] env[69513]: DEBUG nova.scheduler.client.report [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.710638] env[69513]: DEBUG oslo_concurrency.lockutils [req-312a53b2-f787-40df-9599-97fd515dbd06 req-ab8b88ea-13ed-48e4-99fe-318540403a0f service nova] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.722624] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.059486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.116668] env[69513]: DEBUG nova.network.neutron [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [{"id": "4544112d-c9b6-4f41-a052-1513454b6d3a", "address": "fa:16:3e:b4:9c:84", "network": {"id": "a24e2467-162c-45ab-b30d-a3cfb3b99ee4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712421960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12078305c53144eba1e26418aeb12523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4544112d-c9", "ovs_interfaceid": "4544112d-c9b6-4f41-a052-1513454b6d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.229353] env[69513]: DEBUG oslo_concurrency.lockutils [None req-6a33d55a-6217-4ce6-8a3e-b0a760975278 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.541s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.230093] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.171s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.230278] env[69513]: INFO nova.compute.manager [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Unshelving [ 1568.619434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Releasing lock "refresh_cache-6decf10a-1b01-4e3d-9453-e3ff87643c2d" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.619683] env[69513]: DEBUG nova.objects.instance [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'migration_context' on Instance uuid 6decf10a-1b01-4e3d-9453-e3ff87643c2d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.122311] env[69513]: DEBUG nova.objects.base [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Object Instance<6decf10a-1b01-4e3d-9453-e3ff87643c2d> lazy-loaded attributes: info_cache,migration_context {{(pid=69513) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1569.123414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed088fc5-abe3-43e8-b154-33cbd94a4f9f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.143130] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd52ab0a-bb99-43e1-809f-4dda6a76f5be {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.148855] env[69513]: DEBUG oslo_vmware.api [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1569.148855] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ba5b03-a46c-8783-d34e-a53a48b5a9ea" [ 1569.148855] env[69513]: _type = "Task" [ 1569.148855] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.157131] env[69513]: DEBUG oslo_vmware.api [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ba5b03-a46c-8783-d34e-a53a48b5a9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.252442] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.252764] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.252975] env[69513]: DEBUG nova.objects.instance [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'pci_requests' on Instance uuid ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.659024] env[69513]: DEBUG oslo_vmware.api [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52ba5b03-a46c-8783-d34e-a53a48b5a9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.659321] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.756351] env[69513]: DEBUG nova.objects.instance [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'numa_topology' on Instance uuid ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.258604] env[69513]: INFO nova.compute.claims [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.331614] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f58a7-6524-487d-b867-d658eb786bfd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.338961] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b850c8-086c-4a61-9135-383d0437b4d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.369982] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f62b57-d432-454c-8bcb-89177bf4c8e1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.377150] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a64ef-bb83-41a7-b601-e12a845d540f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.389810] env[69513]: DEBUG nova.compute.provider_tree [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.892903] env[69513]: DEBUG nova.scheduler.client.report [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.398020] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.145s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.400253] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.741s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.428377] env[69513]: INFO nova.network.neutron [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating port dded0179-e835-4940-99bc-fd3ec14427f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1572.972899] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c082e5-0be9-46bb-981f-ee512b8a2d95 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.980422] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d0788-10cd-4384-8b4f-c8a17318c7a1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.010784] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262e0c33-cf37-4e36-b29c-3aaf19134147 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.017604] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606338f0-472a-411b-9252-51f2758af692 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.030354] env[69513]: DEBUG nova.compute.provider_tree [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.533737] env[69513]: DEBUG nova.scheduler.client.report [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.834712] env[69513]: DEBUG nova.compute.manager [req-f880da77-100c-4c5b-b930-caff7a6820e1 req-6ee89133-f193-42f3-a6c8-1a63011d00f1 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-vif-plugged-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1573.834931] env[69513]: DEBUG oslo_concurrency.lockutils [req-f880da77-100c-4c5b-b930-caff7a6820e1 req-6ee89133-f193-42f3-a6c8-1a63011d00f1 service nova] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.835170] env[69513]: DEBUG oslo_concurrency.lockutils [req-f880da77-100c-4c5b-b930-caff7a6820e1 req-6ee89133-f193-42f3-a6c8-1a63011d00f1 service nova] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.835343] env[69513]: DEBUG oslo_concurrency.lockutils [req-f880da77-100c-4c5b-b930-caff7a6820e1 req-6ee89133-f193-42f3-a6c8-1a63011d00f1 service nova] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.835510] env[69513]: DEBUG nova.compute.manager [req-f880da77-100c-4c5b-b930-caff7a6820e1 req-6ee89133-f193-42f3-a6c8-1a63011d00f1 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] No waiting events found dispatching network-vif-plugged-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1573.835671] env[69513]: WARNING nova.compute.manager [req-f880da77-100c-4c5b-b930-caff7a6820e1 req-6ee89133-f193-42f3-a6c8-1a63011d00f1 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received unexpected event network-vif-plugged-dded0179-e835-4940-99bc-fd3ec14427f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1573.908705] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.908888] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.909074] env[69513]: DEBUG nova.network.neutron [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Building network info cache for instance {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1574.543116] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.143s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.605529] env[69513]: DEBUG nova.network.neutron [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.889572] env[69513]: INFO nova.compute.manager [None req-25f290cf-c869-4880-8d41-6acf6700a38b tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Get console output [ 1574.889962] env[69513]: WARNING nova.virt.vmwareapi.driver [None req-25f290cf-c869-4880-8d41-6acf6700a38b tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] The console log is missing. Check your VSPC configuration [ 1575.102120] env[69513]: INFO nova.scheduler.client.report [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted allocation for migration 3c8cefc6-1ad9-4ac3-b19b-59a492ee0872 [ 1575.108418] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.135447] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9aad6f4f1d5cda3f328d58355aa49ea9',container_format='bare',created_at=2025-04-09T11:53:02Z,direct_url=,disk_format='vmdk',id=1fd68eba-aacf-4bd8-a11e-ef5d334b175b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1240076053-shelved',owner='59d9a10e06fd46cfb830fb6fbfc3fc2a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-09T11:53:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.135679] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.135831] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image limits 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.136016] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Flavor pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.136170] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Image pref 0:0:0 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.136343] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69513) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.136556] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.136713] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.136879] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Got 1 possible topologies {{(pid=69513) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.137053] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.137243] env[69513]: DEBUG nova.virt.hardware [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69513) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.138185] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c70d5-a524-426d-9565-854a6a600bb3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.147023] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f279846-f397-4b6b-97e0-bee5f6fb9903 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.163309] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:1b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dded0179-e835-4940-99bc-fd3ec14427f6', 'vif_model': 'vmxnet3'}] {{(pid=69513) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.170726] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1575.170953] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Creating VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.171396] env[69513]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59066a7f-ec7e-4130-9da5-416c44660d90 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.190050] env[69513]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.190050] env[69513]: value = "task-3381701" [ 1575.190050] env[69513]: _type = "Task" [ 1575.190050] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.198673] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381701, 'name': CreateVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.608191] env[69513]: DEBUG oslo_concurrency.lockutils [None req-ec079dd2-d6bf-4564-b416-623cc81bc536 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.307s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.699531] env[69513]: DEBUG oslo_vmware.api [-] Task: {'id': task-3381701, 'name': CreateVM_Task, 'duration_secs': 0.303817} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.699754] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Created VM on the ESX host {{(pid=69513) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.700294] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.700461] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.700861] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.701124] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ee024e-3b9f-4b90-8217-b66dd1351b6b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.705259] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1575.705259] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a37fce-2f52-9324-10ac-aa9f04ad4706" [ 1575.705259] env[69513]: _type = "Task" [ 1575.705259] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.712321] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]52a37fce-2f52-9324-10ac-aa9f04ad4706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.861680] env[69513]: DEBUG nova.compute.manager [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1575.861888] env[69513]: DEBUG nova.compute.manager [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing instance network info cache due to event network-changed-dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1575.862108] env[69513]: DEBUG oslo_concurrency.lockutils [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] Acquiring lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.862250] env[69513]: DEBUG oslo_concurrency.lockutils [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] Acquired lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.862433] env[69513]: DEBUG nova.network.neutron [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Refreshing network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1576.215486] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.215738] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Processing image 1fd68eba-aacf-4bd8-a11e-ef5d334b175b {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.215966] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.216128] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.216335] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.216575] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa1ae09c-6f4f-471f-8acc-e5f3fe3b6c21 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.234508] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.234683] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69513) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.235392] env[69513]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194706d8-76b8-440b-b122-68ca013a703c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.240569] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1576.240569] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]5205e745-6018-bb39-9cb4-8827ac8aad81" [ 1576.240569] env[69513]: _type = "Task" [ 1576.240569] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.247972] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': session[527f06eb-2bb4-668e-718a-db81d1ffe740]5205e745-6018-bb39-9cb4-8827ac8aad81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.554970] env[69513]: DEBUG nova.network.neutron [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updated VIF entry in instance network info cache for port dded0179-e835-4940-99bc-fd3ec14427f6. {{(pid=69513) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1576.555451] env[69513]: DEBUG nova.network.neutron [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [{"id": "dded0179-e835-4940-99bc-fd3ec14427f6", "address": "fa:16:3e:b1:1b:26", "network": {"id": "39c18754-2cb7-46a9-b7a9-6d9d15cf9be9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-967614501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d9a10e06fd46cfb830fb6fbfc3fc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded0179-e8", "ovs_interfaceid": "dded0179-e835-4940-99bc-fd3ec14427f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.751504] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Preparing fetch location {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1576.751780] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Fetch image to [datastore2] OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85/OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85.vmdk {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1576.751938] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Downloading stream optimized image 1fd68eba-aacf-4bd8-a11e-ef5d334b175b to [datastore2] OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85/OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85.vmdk on the data store datastore2 as vApp {{(pid=69513) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1576.752122] env[69513]: DEBUG nova.virt.vmwareapi.images [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Downloading image file data 1fd68eba-aacf-4bd8-a11e-ef5d334b175b to the ESX as VM named 'OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85' {{(pid=69513) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1576.820291] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1576.820291] env[69513]: value = "resgroup-9" [ 1576.820291] env[69513]: _type = "ResourcePool" [ 1576.820291] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1576.820553] env[69513]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b209e2b6-f0ab-46ce-9f8d-0e97c600c90a {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.840685] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease: (returnval){ [ 1576.840685] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d4664-5b2c-a977-911b-97894789ea38" [ 1576.840685] env[69513]: _type = "HttpNfcLease" [ 1576.840685] env[69513]: } obtained for vApp import into resource pool (val){ [ 1576.840685] env[69513]: value = "resgroup-9" [ 1576.840685] env[69513]: _type = "ResourcePool" [ 1576.840685] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1576.841096] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the lease: (returnval){ [ 1576.841096] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d4664-5b2c-a977-911b-97894789ea38" [ 1576.841096] env[69513]: _type = "HttpNfcLease" [ 1576.841096] env[69513]: } to be ready. {{(pid=69513) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1576.846606] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1576.846606] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d4664-5b2c-a977-911b-97894789ea38" [ 1576.846606] env[69513]: _type = "HttpNfcLease" [ 1576.846606] env[69513]: } is initializing. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1577.058191] env[69513]: DEBUG oslo_concurrency.lockutils [req-8b4b3248-d35b-457b-8d89-c6502a365e93 req-98cd6bff-b605-4a08-be27-9ad7421291a9 service nova] Releasing lock "refresh_cache-ff8fd994-c85c-4303-99f0-d8094b6e33e9" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.349666] env[69513]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.349666] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d4664-5b2c-a977-911b-97894789ea38" [ 1577.349666] env[69513]: _type = "HttpNfcLease" [ 1577.349666] env[69513]: } is ready. {{(pid=69513) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1577.350053] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1577.350053] env[69513]: value = "session[527f06eb-2bb4-668e-718a-db81d1ffe740]524d4664-5b2c-a977-911b-97894789ea38" [ 1577.350053] env[69513]: _type = "HttpNfcLease" [ 1577.350053] env[69513]: }. {{(pid=69513) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1577.350636] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fae567-38be-4a0c-b53c-3146a54c6413 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.357308] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293903a-372a-e22c-f9e5-e4a66eadf542/disk-0.vmdk from lease info. {{(pid=69513) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1577.357476] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293903a-372a-e22c-f9e5-e4a66eadf542/disk-0.vmdk. {{(pid=69513) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1577.420457] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a75189d-b9fa-40ec-a673-167f15106631 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.443013] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Completed reading data from the image iterator. {{(pid=69513) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1578.443431] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293903a-372a-e22c-f9e5-e4a66eadf542/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1578.444203] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd62f8-ad18-45af-86c1-2993827162d9 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.450485] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293903a-372a-e22c-f9e5-e4a66eadf542/disk-0.vmdk is in state: ready. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1578.450646] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293903a-372a-e22c-f9e5-e4a66eadf542/disk-0.vmdk. {{(pid=69513) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1578.450867] env[69513]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9b95fdc4-49e7-4ce7-a8e7-47bde86de3fd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.639547] env[69513]: DEBUG oslo_vmware.rw_handles [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293903a-372a-e22c-f9e5-e4a66eadf542/disk-0.vmdk. {{(pid=69513) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1578.639742] env[69513]: INFO nova.virt.vmwareapi.images [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Downloaded image file data 1fd68eba-aacf-4bd8-a11e-ef5d334b175b [ 1578.640584] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6116261-18f4-4c9c-8a16-a8c91dae840c {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.656082] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6121044-fbfa-4613-b83a-914af886437d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.683115] env[69513]: INFO nova.virt.vmwareapi.images [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] The imported VM was unregistered [ 1578.685679] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Caching image {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1578.685906] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.686176] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-603539ea-da86-4936-afe9-0111b992e389 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.696592] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Created directory with path [datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b {{(pid=69513) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.696726] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85/OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85.vmdk to [datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk. {{(pid=69513) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1578.696956] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b4667ff2-845a-40d5-b97d-2dcc670f9335 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.702995] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1578.702995] env[69513]: value = "task-3381704" [ 1578.702995] env[69513]: _type = "Task" [ 1578.702995] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.710028] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381704, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.217258] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381704, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.718020] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381704, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.219273] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381704, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.720319] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381704, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.217059] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381704, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.258292} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.217323] env[69513]: INFO nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85/OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85.vmdk to [datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk. [ 1581.217547] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Cleaning up location [datastore2] OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85 {{(pid=69513) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1581.217715] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_45a34eab-e49b-4a50-8164-6a783eb92a85 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.217960] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e129201-c870-4bc9-b793-edcf80130eaf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.223796] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1581.223796] env[69513]: value = "task-3381705" [ 1581.223796] env[69513]: _type = "Task" [ 1581.223796] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.230999] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.733216] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033995} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.733572] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.733572] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk" {{(pid=69513) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.733804] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk to [datastore2] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.734059] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d155839-2a25-4811-b672-055aa6d64023 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.739787] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1581.739787] env[69513]: value = "task-3381706" [ 1581.739787] env[69513]: _type = "Task" [ 1581.739787] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.746694] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.251968] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381706, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.757649] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381706, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.257296] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381706, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.757462] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381706, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.255802] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381706, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.392503} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.256076] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1fd68eba-aacf-4bd8-a11e-ef5d334b175b/1fd68eba-aacf-4bd8-a11e-ef5d334b175b.vmdk to [datastore2] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk {{(pid=69513) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.256821] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d624fd2-6fe2-4b2c-9c7e-28ed70c87aec {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.279264] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.279544] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4c57b5-d9d6-4d2f-be28-51282f4552a7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.298485] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1584.298485] env[69513]: value = "task-3381707" [ 1584.298485] env[69513]: _type = "Task" [ 1584.298485] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.307910] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.809627] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381707, 'name': ReconfigVM_Task, 'duration_secs': 0.507577} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.809916] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ff8fd994-c85c-4303-99f0-d8094b6e33e9/ff8fd994-c85c-4303-99f0-d8094b6e33e9.vmdk or device None with type streamOptimized {{(pid=69513) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.810550] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a04b2a5-d280-4924-936e-2abce53846cb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.816741] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1584.816741] env[69513]: value = "task-3381708" [ 1584.816741] env[69513]: _type = "Task" [ 1584.816741] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.824107] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381708, 'name': Rename_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.326498] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381708, 'name': Rename_Task, 'duration_secs': 0.150801} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.326978] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powering on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.326978] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad9ab9fc-8720-4abd-b045-a44d87ab1346 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.333165] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1585.333165] env[69513]: value = "task-3381709" [ 1585.333165] env[69513]: _type = "Task" [ 1585.333165] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.341221] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.842949] env[69513]: DEBUG oslo_vmware.api [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381709, 'name': PowerOnVM_Task, 'duration_secs': 0.413945} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.843231] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powered on the VM {{(pid=69513) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1585.943469] env[69513]: DEBUG nova.compute.manager [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Checking state {{(pid=69513) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.944431] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8913e2b-8806-49bd-be32-d3aa9d0e8d91 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.462617] env[69513]: DEBUG oslo_concurrency.lockutils [None req-5a0b2b6a-1b92-4867-99cc-b63368d57f69 tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.232s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.755124] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.755531] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.755597] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.755842] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.756056] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.758274] env[69513]: INFO nova.compute.manager [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Terminating instance [ 1600.262677] env[69513]: DEBUG nova.compute.manager [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.262929] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.263228] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5374c7-44d8-4265-8b85-15cd84fbdfeb {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.272172] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1600.272172] env[69513]: value = "task-3381710" [ 1600.272172] env[69513]: _type = "Task" [ 1600.272172] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.279776] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.782421] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381710, 'name': PowerOffVM_Task, 'duration_secs': 0.176216} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.782826] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.782886] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Volume detach. Driver type: vmdk {{(pid=69513) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1600.783056] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674738', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'name': 'volume-b0708e51-d842-407c-ba3c-ccddd7246ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6decf10a-1b01-4e3d-9453-e3ff87643c2d', 'attached_at': '2025-04-09T11:53:15.000000', 'detached_at': '', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'serial': 'b0708e51-d842-407c-ba3c-ccddd7246ea5'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1600.783825] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd27fd0f-073c-4818-8415-f2175fb0dc62 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.801748] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588f0be-9e27-4345-b8cf-3bde2c27220b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.808197] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f4f02-56bd-4960-83af-15cf05d85bfe {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.825212] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84521afe-d506-40f6-8aa3-cceb9b6756a0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.839418] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] The volume has not been displaced from its original location: [datastore2] volume-b0708e51-d842-407c-ba3c-ccddd7246ea5/volume-b0708e51-d842-407c-ba3c-ccddd7246ea5.vmdk. No consolidation needed. {{(pid=69513) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1600.844554] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1600.844815] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce0a114-073d-44a3-b58a-bd7da83dbf4f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.860995] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1600.860995] env[69513]: value = "task-3381711" [ 1600.860995] env[69513]: _type = "Task" [ 1600.860995] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.869863] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.370622] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381711, 'name': ReconfigVM_Task, 'duration_secs': 0.148879} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.370891] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69513) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1601.375533] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ced025c-1b40-4e67-a369-f5a654c5d7a3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.390193] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1601.390193] env[69513]: value = "task-3381712" [ 1601.390193] env[69513]: _type = "Task" [ 1601.390193] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.398509] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.899709] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.400452] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.903071] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381712, 'name': ReconfigVM_Task, 'duration_secs': 1.144635} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.903071] env[69513]: DEBUG nova.virt.vmwareapi.volumeops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674738', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'name': 'volume-b0708e51-d842-407c-ba3c-ccddd7246ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6decf10a-1b01-4e3d-9453-e3ff87643c2d', 'attached_at': '2025-04-09T11:53:15.000000', 'detached_at': '', 'volume_id': 'b0708e51-d842-407c-ba3c-ccddd7246ea5', 'serial': 'b0708e51-d842-407c-ba3c-ccddd7246ea5'} {{(pid=69513) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1602.903071] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.903071] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ee840-7168-4864-b716-465e6ddfd4fc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.909165] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.909377] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d2434a6-5514-4266-b3af-163be5daa4cc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.972293] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.972494] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.972671] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore2] 6decf10a-1b01-4e3d-9453-e3ff87643c2d {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.972924] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35dea1d6-df7d-4c6d-9614-3ad2a38dc1c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.979040] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1602.979040] env[69513]: value = "task-3381714" [ 1602.979040] env[69513]: _type = "Task" [ 1602.979040] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.986144] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.489702] env[69513]: DEBUG oslo_vmware.api [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074127} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.492411] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.492411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.492411] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.492411] env[69513]: INFO nova.compute.manager [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1603.492411] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1603.492411] env[69513]: DEBUG nova.compute.manager [-] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1603.492411] env[69513]: DEBUG nova.network.neutron [-] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1603.882318] env[69513]: DEBUG nova.compute.manager [req-c9264b2a-848e-4071-9f3b-b3401d4afd51 req-ce1176bf-c44d-4acc-85ce-afd48854d14c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Received event network-vif-deleted-4544112d-c9b6-4f41-a052-1513454b6d3a {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1603.882515] env[69513]: INFO nova.compute.manager [req-c9264b2a-848e-4071-9f3b-b3401d4afd51 req-ce1176bf-c44d-4acc-85ce-afd48854d14c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Neutron deleted interface 4544112d-c9b6-4f41-a052-1513454b6d3a; detaching it from the instance and deleting it from the info cache [ 1603.882683] env[69513]: DEBUG nova.network.neutron [req-c9264b2a-848e-4071-9f3b-b3401d4afd51 req-ce1176bf-c44d-4acc-85ce-afd48854d14c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.364242] env[69513]: DEBUG nova.network.neutron [-] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.385680] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496e7a3b-aa0b-4df0-a9b4-3de9f4525ad2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.394902] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f0b642-e9c3-4902-9f53-b2de5e541fd3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.420193] env[69513]: DEBUG nova.compute.manager [req-c9264b2a-848e-4071-9f3b-b3401d4afd51 req-ce1176bf-c44d-4acc-85ce-afd48854d14c service nova] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Detach interface failed, port_id=4544112d-c9b6-4f41-a052-1513454b6d3a, reason: Instance 6decf10a-1b01-4e3d-9453-e3ff87643c2d could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1604.866822] env[69513]: INFO nova.compute.manager [-] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Took 1.38 seconds to deallocate network for instance. [ 1605.409136] env[69513]: INFO nova.compute.manager [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Took 0.54 seconds to detach 1 volumes for instance. [ 1605.411217] env[69513]: DEBUG nova.compute.manager [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 6decf10a-1b01-4e3d-9453-e3ff87643c2d] Deleting volume: b0708e51-d842-407c-ba3c-ccddd7246ea5 {{(pid=69513) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1605.950558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.950840] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.951048] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.973731] env[69513]: INFO nova.scheduler.client.report [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted allocations for instance 6decf10a-1b01-4e3d-9453-e3ff87643c2d [ 1606.481589] env[69513]: DEBUG oslo_concurrency.lockutils [None req-440605b4-e5e8-4cbc-8a50-16a908a13723 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "6decf10a-1b01-4e3d-9453-e3ff87643c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.726s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.486611] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1607.532491] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.532749] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.532979] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.533195] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.533366] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.535651] env[69513]: INFO nova.compute.manager [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Terminating instance [ 1608.039154] env[69513]: DEBUG nova.compute.manager [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.039382] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.040262] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea327984-137d-487a-a5e6-9e4ff64fc0b0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.047772] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.047962] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf24fd9-2416-4f2e-aef6-99b20af98fa8 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.053997] env[69513]: DEBUG oslo_vmware.api [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1608.053997] env[69513]: value = "task-3381716" [ 1608.053997] env[69513]: _type = "Task" [ 1608.053997] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.061564] env[69513]: DEBUG oslo_vmware.api [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.487752] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.563907] env[69513]: DEBUG oslo_vmware.api [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381716, 'name': PowerOffVM_Task, 'duration_secs': 0.203136} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.564270] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.564476] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.564726] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-024797ae-1e65-4322-bb6b-6e9a81a6f2cd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.621504] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.621697] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Deleting contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.621876] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore1] 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.622142] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae6d1f28-c7bb-4b4b-aba6-2288d8132a1e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.628282] env[69513]: DEBUG oslo_vmware.api [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1608.628282] env[69513]: value = "task-3381718" [ 1608.628282] env[69513]: _type = "Task" [ 1608.628282] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.635462] env[69513]: DEBUG oslo_vmware.api [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.138630] env[69513]: DEBUG oslo_vmware.api [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1248} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.138937] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.139094] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Deleted contents of the VM from datastore datastore1 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.139348] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.139536] env[69513]: INFO nova.compute.manager [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1609.139772] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1609.139955] env[69513]: DEBUG nova.compute.manager [-] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.140061] env[69513]: DEBUG nova.network.neutron [-] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1609.361250] env[69513]: DEBUG nova.compute.manager [req-975a0b03-7d37-4278-9b6b-81d5744d8507 req-91ad3d87-0470-406e-98fd-67c1964610eb service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Received event network-vif-deleted-c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1609.361424] env[69513]: INFO nova.compute.manager [req-975a0b03-7d37-4278-9b6b-81d5744d8507 req-91ad3d87-0470-406e-98fd-67c1964610eb service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Neutron deleted interface c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d; detaching it from the instance and deleting it from the info cache [ 1609.361576] env[69513]: DEBUG nova.network.neutron [req-975a0b03-7d37-4278-9b6b-81d5744d8507 req-91ad3d87-0470-406e-98fd-67c1964610eb service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.844458] env[69513]: DEBUG nova.network.neutron [-] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.864243] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3809df92-e615-42ed-b981-1d34aabd29d1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.873458] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00ea32a-b180-4099-93c7-23ef460b252d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.899120] env[69513]: DEBUG nova.compute.manager [req-975a0b03-7d37-4278-9b6b-81d5744d8507 req-91ad3d87-0470-406e-98fd-67c1964610eb service nova] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Detach interface failed, port_id=c7c8a7ca-b074-4f7f-b1d2-75f20a2df13d, reason: Instance 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1610.346608] env[69513]: INFO nova.compute.manager [-] [instance: 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d] Took 1.21 seconds to deallocate network for instance. [ 1610.487438] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.854759] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.855073] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.855319] env[69513]: DEBUG nova.objects.instance [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'resources' on Instance uuid 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.409663] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ddd3c7-75b9-43e7-a9e0-6f1e6e495ddf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.417273] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a6666-dd38-4e59-a4c9-4b79116dddcd {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.446834] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea76ef9-267f-4836-8870-7615509342d2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.453805] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df7fdf-a09e-4c0b-aef9-fd29dfde8fdc {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.466876] env[69513]: DEBUG nova.compute.provider_tree [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.969885] env[69513]: DEBUG nova.scheduler.client.report [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.475434] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.481947] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.497304] env[69513]: INFO nova.scheduler.client.report [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted allocations for instance 11a8a5ec-c197-4dad-bedc-fd639aeb9c7d [ 1613.006948] env[69513]: DEBUG oslo_concurrency.lockutils [None req-32998d20-814f-4c89-b882-77ba44372d1c tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "11a8a5ec-c197-4dad-bedc-fd639aeb9c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.474s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.740100] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.487343] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.990080] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.990371] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.990487] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.990637] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69513) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1615.991532] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4bfa5-bf0d-4406-8604-0c32e52c1251 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.999584] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c6f726-2ece-46f1-8c77-da72b26de8d5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.013306] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b5018c-6100-4d6a-b086-4e8a069a1ae1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.019660] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eb86dd-c9d1-4b9c-9a8b-89ac1ae1c257 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.047887] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69513) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1616.048055] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.048238] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.079675] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1617.080025] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Instance ff8fd994-c85c-4303-99f0-d8094b6e33e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69513) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1617.080025] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1617.080152] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69513) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1617.115339] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cc0604-b769-40cc-bcf2-26f278670be7 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.123147] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd90b9c7-b97e-45ff-8cb7-e1aa92284e33 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.151719] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b688bd2-8598-44f1-a7dd-df40cd4ce7ba {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.158645] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ffa42-7ae2-4de1-b80e-4fbedea2c5b6 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.171323] env[69513]: DEBUG nova.compute.provider_tree [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.251957] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.252229] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.252431] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.252610] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.252783] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.254829] env[69513]: INFO nova.compute.manager [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Terminating instance [ 1617.674885] env[69513]: DEBUG nova.scheduler.client.report [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.758681] env[69513]: DEBUG nova.compute.manager [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.758896] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.759812] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa34957-7bd1-449e-b7f7-8c048727df85 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.767797] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.767990] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7103f1df-dc16-4e28-ae66-cc5c95f21077 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.775226] env[69513]: DEBUG oslo_vmware.api [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1617.775226] env[69513]: value = "task-3381720" [ 1617.775226] env[69513]: _type = "Task" [ 1617.775226] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.783835] env[69513]: DEBUG oslo_vmware.api [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.180665] env[69513]: DEBUG nova.compute.resource_tracker [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69513) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1618.180665] env[69513]: DEBUG oslo_concurrency.lockutils [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.286869] env[69513]: DEBUG oslo_vmware.api [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381720, 'name': PowerOffVM_Task, 'duration_secs': 0.19358} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.286869] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.286869] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.287106] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da17183a-8d15-4235-bcd8-a2874f12450d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.354334] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.354551] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.354776] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleting the datastore file [datastore2] 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.355049] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95920c68-8ff8-4808-8182-9e21f71b4aa1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.363982] env[69513]: DEBUG oslo_vmware.api [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for the task: (returnval){ [ 1618.363982] env[69513]: value = "task-3381722" [ 1618.363982] env[69513]: _type = "Task" [ 1618.363982] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.371713] env[69513]: DEBUG oslo_vmware.api [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.873908] env[69513]: DEBUG oslo_vmware.api [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Task: {'id': task-3381722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129148} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.874165] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.874348] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.874529] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.874691] env[69513]: INFO nova.compute.manager [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1618.874922] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1618.875122] env[69513]: DEBUG nova.compute.manager [-] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1618.875215] env[69513]: DEBUG nova.network.neutron [-] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1619.100638] env[69513]: DEBUG nova.compute.manager [req-8ec02baa-a201-4b09-aeb3-83a28e855afd req-33406652-c7ec-4c16-a08d-84bd4acf50c1 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Received event network-vif-deleted-c55a9800-1a5a-49a7-998f-9bec49a335bd {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1619.100954] env[69513]: INFO nova.compute.manager [req-8ec02baa-a201-4b09-aeb3-83a28e855afd req-33406652-c7ec-4c16-a08d-84bd4acf50c1 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Neutron deleted interface c55a9800-1a5a-49a7-998f-9bec49a335bd; detaching it from the instance and deleting it from the info cache [ 1619.101024] env[69513]: DEBUG nova.network.neutron [req-8ec02baa-a201-4b09-aeb3-83a28e855afd req-33406652-c7ec-4c16-a08d-84bd4acf50c1 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.584470] env[69513]: DEBUG nova.network.neutron [-] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.603838] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1595975-cb9c-4806-bf5b-c5d343ee476f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.613851] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477da4e8-979c-4384-ae64-b343ff9862c2 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.637481] env[69513]: DEBUG nova.compute.manager [req-8ec02baa-a201-4b09-aeb3-83a28e855afd req-33406652-c7ec-4c16-a08d-84bd4acf50c1 service nova] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Detach interface failed, port_id=c55a9800-1a5a-49a7-998f-9bec49a335bd, reason: Instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1620.086854] env[69513]: INFO nova.compute.manager [-] [instance: 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e] Took 1.21 seconds to deallocate network for instance. [ 1620.180136] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.180304] env[69513]: DEBUG oslo_service.periodic_task [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69513) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.180436] env[69513]: DEBUG nova.compute.manager [None req-480b70a1-9223-4497-b55c-87ce8f980092 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69513) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1620.593932] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.594337] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.594390] env[69513]: DEBUG nova.objects.instance [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lazy-loading 'resources' on Instance uuid 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.139336] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e080eee3-3392-4770-bf68-3bf1be3f59b1 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.146916] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9126bd7-49af-48db-b493-e63ee2a871b5 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.177627] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41baa552-1c80-4da5-b542-429c5d36479b {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.184414] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6c093-af01-4595-a9f1-86e8e871187e {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.197132] env[69513]: DEBUG nova.compute.provider_tree [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.700045] env[69513]: DEBUG nova.scheduler.client.report [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.205260] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.225759] env[69513]: INFO nova.scheduler.client.report [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Deleted allocations for instance 50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e [ 1622.598847] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.599176] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.599372] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.599558] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.599752] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.601831] env[69513]: INFO nova.compute.manager [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Terminating instance [ 1622.733182] env[69513]: DEBUG oslo_concurrency.lockutils [None req-7d2422b4-b228-416a-9e78-74a0d182fdf9 tempest-ServerActionsTestOtherA-1202948283 tempest-ServerActionsTestOtherA-1202948283-project-member] Lock "50b7ebe9-45ba-4d88-8f36-7a8be7bc1b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1623.107073] env[69513]: DEBUG nova.compute.manager [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Start destroying the instance on the hypervisor. {{(pid=69513) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.107073] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Destroying instance {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.107876] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98053f-9bfd-4512-9546-15ca3c17ecf3 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.116338] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powering off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.116554] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b1693a-d909-4e4f-b0bf-2e82bbfba033 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.123238] env[69513]: DEBUG oslo_vmware.api [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1623.123238] env[69513]: value = "task-3381723" [ 1623.123238] env[69513]: _type = "Task" [ 1623.123238] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.130366] env[69513]: DEBUG oslo_vmware.api [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.632518] env[69513]: DEBUG oslo_vmware.api [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381723, 'name': PowerOffVM_Task, 'duration_secs': 0.183251} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.632740] env[69513]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Powered off the VM {{(pid=69513) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.632907] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Unregistering the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.633160] env[69513]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b92f66-ffbd-45a2-9c97-2963d9d8c0d0 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.692569] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Unregistered the VM {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.692787] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deleting contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.692970] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleting the datastore file [datastore2] ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.693243] env[69513]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b46ab782-314a-4b5d-8909-4d6f3f574a7f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.699543] env[69513]: DEBUG oslo_vmware.api [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for the task: (returnval){ [ 1623.699543] env[69513]: value = "task-3381725" [ 1623.699543] env[69513]: _type = "Task" [ 1623.699543] env[69513]: } to complete. {{(pid=69513) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.706896] env[69513]: DEBUG oslo_vmware.api [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.209239] env[69513]: DEBUG oslo_vmware.api [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Task: {'id': task-3381725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134018} completed successfully. {{(pid=69513) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.209587] env[69513]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted the datastore file {{(pid=69513) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.209666] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deleted contents of the VM from datastore datastore2 {{(pid=69513) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.210202] env[69513]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Instance destroyed {{(pid=69513) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.210202] env[69513]: INFO nova.compute.manager [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1624.210346] env[69513]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69513) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1624.210437] env[69513]: DEBUG nova.compute.manager [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Deallocating network for instance {{(pid=69513) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.210507] env[69513]: DEBUG nova.network.neutron [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] deallocate_for_instance() {{(pid=69513) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1624.635106] env[69513]: DEBUG nova.compute.manager [req-0386036f-7653-4aaa-b8af-3e5a916bbd3d req-79a7798b-0217-4c6d-b1a8-0240c23c4fcb service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Received event network-vif-deleted-dded0179-e835-4940-99bc-fd3ec14427f6 {{(pid=69513) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1624.635314] env[69513]: INFO nova.compute.manager [req-0386036f-7653-4aaa-b8af-3e5a916bbd3d req-79a7798b-0217-4c6d-b1a8-0240c23c4fcb service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Neutron deleted interface dded0179-e835-4940-99bc-fd3ec14427f6; detaching it from the instance and deleting it from the info cache [ 1624.635486] env[69513]: DEBUG nova.network.neutron [req-0386036f-7653-4aaa-b8af-3e5a916bbd3d req-79a7798b-0217-4c6d-b1a8-0240c23c4fcb service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.119966] env[69513]: DEBUG nova.network.neutron [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Updating instance_info_cache with network_info: [] {{(pid=69513) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.137673] env[69513]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01541e7f-ac75-4c30-89d0-5f7072926682 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.147248] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9e719-2b89-47e9-93af-803528ccdb8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.171297] env[69513]: DEBUG nova.compute.manager [req-0386036f-7653-4aaa-b8af-3e5a916bbd3d req-79a7798b-0217-4c6d-b1a8-0240c23c4fcb service nova] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Detach interface failed, port_id=dded0179-e835-4940-99bc-fd3ec14427f6, reason: Instance ff8fd994-c85c-4303-99f0-d8094b6e33e9 could not be found. {{(pid=69513) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1625.622987] env[69513]: INFO nova.compute.manager [-] [instance: ff8fd994-c85c-4303-99f0-d8094b6e33e9] Took 1.41 seconds to deallocate network for instance. [ 1626.129623] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1626.129925] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1626.130171] env[69513]: DEBUG nova.objects.instance [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lazy-loading 'resources' on Instance uuid ff8fd994-c85c-4303-99f0-d8094b6e33e9 {{(pid=69513) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.661917] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16efbda3-5b40-49ee-bb8f-cdcfa7186fdf {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.669756] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338031a4-0c00-4887-b372-e2f3e1170702 {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.699581] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d286b-6eda-44c3-8069-07048e7aa91d {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.706395] env[69513]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd784dcb-d82a-48b4-806b-124334c4ad8f {{(pid=69513) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.719070] env[69513]: DEBUG nova.compute.provider_tree [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed in ProviderTree for provider: 7e091bd4-226e-443b-b149-fa857f4cdcd3 {{(pid=69513) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.222054] env[69513]: DEBUG nova.scheduler.client.report [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Inventory has not changed for provider 7e091bd4-226e-443b-b149-fa857f4cdcd3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69513) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.727207] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.744637] env[69513]: INFO nova.scheduler.client.report [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Deleted allocations for instance ff8fd994-c85c-4303-99f0-d8094b6e33e9 [ 1628.252047] env[69513]: DEBUG oslo_concurrency.lockutils [None req-0ad054f3-5759-4c57-bb93-b918ef335f0a tempest-AttachVolumeShelveTestJSON-1092512781 tempest-AttachVolumeShelveTestJSON-1092512781-project-member] Lock "ff8fd994-c85c-4303-99f0-d8094b6e33e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=69513) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}